[ 575.476121] env[69323]: INFO neutron.common.config [-] Logging enabled! [ 575.476959] env[69323]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 575.476959] env[69323]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69323) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 575.476959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 575.477165] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 575.477875] env[69323]: WARNING oslo_policy.policy [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 575.479427] env[69323]: WARNING oslo_policy.policy [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 575.479617] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] VMware NSXv3 Agent initialized successfully. [ 575.479969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] Acquiring lock "singleton_lock" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.480108] env[69323]: DEBUG oslo_concurrency.lockutils [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] Acquired lock "singleton_lock" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.480316] env[69323]: DEBUG oslo_concurrency.lockutils [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] Releasing lock "singleton_lock" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.480720] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] Full set of CONF: {{(pid=69323) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 575.481321] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ******************************************************************************** {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 575.481321] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] Configuration options gathered from: {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 575.481321] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 575.481556] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 575.481556] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ================================================================================ {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 575.481673] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] agent_down_time = 75 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.481818] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] allow_automatic_dhcp_failover = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.481955] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] allow_bulk = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482111] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] api_extensions_path = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482251] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] api_paste_config = api-paste.ini {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482391] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] auth_strategy = keystone {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482932] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] backdoor_port = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482932] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] backdoor_socket = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482932] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] backlog = 4096 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.482932] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483662] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] bind_host = 0.0.0.0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483662] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] bind_port = 9696 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483662] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] client_socket_timeout = 900 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483662] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] config_dir = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483662] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483884] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] config_source = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.483884] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] control_exchange = neutron {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.484018] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] core_plugin = ml2 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.484484] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] debug = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.484484] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] default_availability_zones = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485259] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485259] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] dhcp_agent_notification = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485259] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] dhcp_agents_per_network = 1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485259] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] dhcp_lease_duration = 86400 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485259] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] dhcp_load_type = networks {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485449] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] dns_domain = openstacklocal {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485449] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485687] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_default_route_bfd = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485687] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_default_route_ecmp = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485802] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_dvr = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.485934] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_new_agents = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486078] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486395] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_signals = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486395] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] enable_traditional_dhcp = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486538] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] external_dns_driver = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486599] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] filter_validation = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486750] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] global_physnet_mtu = 8950 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.486884] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] graceful_shutdown_timeout = 60 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.487173] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] host = cpu-1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.487289] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] host_dvr_for_dhcp = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490040] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] http_retries = 3 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490040] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] instance_format = [instance: %(uuid)s] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490040] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490040] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ipam_driver = internal {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490040] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ipv6_pd_enabled = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490040] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] l3_ha = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] l3_ha_network_physical_name = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] l3_ha_network_type = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_color = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_config_append = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_dir = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490475] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_file = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490475] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_options = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490475] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_rotate_interval = 1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490475] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_rotate_interval_type = days {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490475] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] log_rotation_type = none {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490475] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490730] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490730] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490730] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490730] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490730] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] max_dns_nameservers = 5 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490730] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] max_header_line = 16384 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490987] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] max_l3_agents_per_router = 3 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490987] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] max_logfile_count = 30 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.490987] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] max_logfile_size_mb = 200 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491143] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] max_subnet_host_routes = 20 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491143] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] my_ip = 10.180.1.21 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491529] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] my_ipv6 = ::1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491529] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] network_auto_schedule = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491655] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] network_link_prefix = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491766] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.491932] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] notify_nova_on_port_data_changes = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492023] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] notify_nova_on_port_status_changes = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492171] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] pagination_max_limit = -1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492280] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] publish_errors = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.492422] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] rate_limit_burst = 0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] rate_limit_except_level = CRITICAL {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] rate_limit_interval = 0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] retry_until_window = 30 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] router_distributed = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] rpc_resources_processing_step = 20 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] rpc_response_max_timeout = 600 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494062] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] rpc_response_timeout = 60 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] send_events_interval = 2 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] service_plugins = ['router'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] setproctitle = on {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] shell_completion = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] state_path = /opt/stack/data/neutron {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] syslog_log_facility = LOG_USER {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494410] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] tcp_keepidle = 600 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494539] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] transport_url = **** {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494692] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] use_journal = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494851] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] use_json = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.494992] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] use_ssl = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495140] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] use_stderr = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495284] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] use_syslog = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495417] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] vlan_qinq = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.495548] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] vlan_transparent = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496106] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] watch_log_file = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496106] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] wsgi_default_pool_size = 100 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496106] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] wsgi_keep_alive = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496106] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496457] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] wsgi_server_debug = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 575.496457] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_concurrency.disable_process_locking = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.496657] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.496657] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.496985] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.496985] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497089] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497260] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497368] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.connection_string = messaging:// {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497717] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.enabled = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497717] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.es_doc_type = notification {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497857] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.es_scroll_size = 10000 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.497934] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.es_scroll_time = 2m {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498078] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.filter_error_trace = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498237] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.hmac_keys = **** {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498850] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.sentinel_service_name = mymaster {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498850] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.socket_timeout = 0.1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498850] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.trace_requests = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498850] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler.trace_sqlalchemy = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.498976] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler_jaeger.process_tags = {} {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.499069] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler_jaeger.service_name_prefix = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.499189] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] profiler_otlp.service_name_prefix = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.499339] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.enforce_new_defaults = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.499627] env[69323]: WARNING oslo_config.cfg [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 575.500122] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.enforce_scope = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500122] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.policy_default_rule = default {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500222] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500385] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500901] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500901] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500901] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.500901] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501059] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501125] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501267] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501416] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] agent.extensions = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501559] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501700] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] service_providers.service_provider = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501859] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.default_quota = -1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.501987] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.502457] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_floatingip = 50 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.502457] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_network = 100 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.502457] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_port = 500 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.502543] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.502654] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_router = 10 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.502806] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_security_group = 10 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.quota_subnet = 100 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503291] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] QUOTAS.track_quota_usage = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503497] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503915] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep.group = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503915] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep.helper_command = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.503915] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504063] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep.thread_pool_size = 8 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504063] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep.user = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504211] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504340] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_dhcp_release.group = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504699] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_dhcp_release.helper_command = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504699] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504771] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.504953] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_dhcp_release.user = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.505498] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.505498] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_ovs_vsctl.group = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.505498] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.505498] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.505617] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.505697] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_ovs_vsctl.user = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506080] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_namespace.capabilities = [21] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506080] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_namespace.group = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_namespace.helper_command = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_namespace.user = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_conntrack.capabilities = [12] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506818] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_conntrack.group = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.506912] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_conntrack.helper_command = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507026] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507166] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507350] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_conntrack.user = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507827] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_link.capabilities = [12, 21] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507827] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_link.group = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507827] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_link.helper_command = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507827] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.507953] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_link.thread_pool_size = 8 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508069] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] privsep_link.user = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508429] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508429] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508528] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.continue_on_failed_promotions = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508930] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.dscp = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508930] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.dscp_inherit = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.508930] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.force_mp_to_policy = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509254] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.locking_coordinator_url = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509254] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.log_agent_heartbeats = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509748] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.logging_expire = 1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509748] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509748] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509748] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.polling_interval = 240 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.509908] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510045] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510797] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.report_interval = 30.0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510797] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510797] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510797] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510797] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.sync_skew = 60 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.510975] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.synchronization_queue_size = 20 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511024] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT.use_helper_for_ns_read = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511156] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] SECURITYGROUP.enable_ipset = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511414] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] SECURITYGROUP.enable_security_group = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511508] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511836] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511836] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] experimental.ipv6_pd_enabled = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.511934] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.extension_drivers = ['port_security'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512065] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.external_network_type = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512284] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512615] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.overlay_ip_version = 4 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512615] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.path_mtu = 8950 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512955] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.physical_network_mtus = {} {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512955] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.512955] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.513120] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ml2.type_drivers = ['vlan'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.513919] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.513919] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.513919] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.513919] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.513919] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514082] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514133] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514278] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514418] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514645] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514797] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_login_password = **** {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.514944] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515104] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_login_user = admin {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515253] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515570] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515570] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.515682] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516416] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516416] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516416] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516416] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516416] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516619] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516704] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516845] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.516990] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517203] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517338] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517857] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517857] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517857] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.auth_section = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.517990] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.auth_type = password {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518081] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518219] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.certfile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518846] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.collect_timing = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518846] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.endpoint_type = public {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518846] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.insecure = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.518846] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.keyfile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519097] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.region_name = RegionOne {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519097] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.split_loggers = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519186] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] nova.timeout = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519335] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.auth_section = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519462] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.auth_type = password {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519727] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.519727] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.certfile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520553] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.collect_timing = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520553] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.endpoint_type = public {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520553] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.insecure = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520553] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.keyfile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520553] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.region_name = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520553] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.split_loggers = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520782] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] placement.timeout = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520809] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.auth_section = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.520945] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.auth_type = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521087] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.cafile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521257] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.certfile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.collect_timing = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.connect_retries = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521677] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.connect_retry_delay = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.521840] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.enable_notifications = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.endpoint_override = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.insecure = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.interface = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.keyfile = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.max_version = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.min_version = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522689] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.region_name = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522938] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.retriable_status_codes = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.522938] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.service_name = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523075] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.service_type = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523189] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.split_loggers = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523317] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.status_code_retries = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523455] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.status_code_retry_delay = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523583] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.timeout = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523865] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.valid_interfaces = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523865] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ironic.version = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.523978] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] cli_script.dry_run = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524140] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524292] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524603] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524603] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524968] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524968] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.524968] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525118] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525401] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525401] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525521] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525658] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525803] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.525944] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526110] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526256] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526396] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526567] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526675] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526863] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.526945] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527097] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527259] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527377] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527506] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527643] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527792] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.527921] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528072] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528215] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528357] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.ssl = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528502] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528645] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528786] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.528931] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529085] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529225] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529377] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_notifications.driver = [] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529520] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_notifications.retry = -1 {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529678] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529816] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 575.529928] env[69323]: DEBUG oslo_service.backend.eventlet.service [None req-97db0605-b909-494e-9464-8e54f6410b72 None None] ******************************************************************************** {{(pid=69323) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 575.530942] env[69323]: DEBUG neutron.agent.securitygroups_rpc [None req-210f627d-a473-4d23-8714-97c497984571 None None] Init firewall settings (driver=nsxv3) {{(pid=69323) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 575.532272] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-210f627d-a473-4d23-8714-97c497984571 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69323) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 575.532523] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] RPC agent_id: nsxm-l-01a.corp.local [ 575.534895] env[69323]: DEBUG dogpile.cache.region [None req-210f627d-a473-4d23-8714-97c497984571 None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.535022] env[69323]: DEBUG dogpile.lock [None req-210f627d-a473-4d23-8714-97c497984571 None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.535126] env[69323]: DEBUG dogpile.lock [None req-210f627d-a473-4d23-8714-97c497984571 None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.535222] env[69323]: DEBUG dogpile.lock [None req-210f627d-a473-4d23-8714-97c497984571 None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.535318] env[69323]: DEBUG dogpile.cache.region [None req-210f627d-a473-4d23-8714-97c497984571 None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 575.535408] env[69323]: DEBUG dogpile.lock [None req-210f627d-a473-4d23-8714-97c497984571 None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.539018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.577421] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-210f627d-a473-4d23-8714-97c497984571 None None] Session token - acquiring [ 575.579028] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.579217] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.579325] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.579886] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.591479] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.866685] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-210f627d-a473-4d23-8714-97c497984571 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 575.891233] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.891462] env[69323]: DEBUG dogpile.cache.region [None req-210f627d-a473-4d23-8714-97c497984571 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 575.891543] env[69323]: DEBUG dogpile.lock [None req-210f627d-a473-4d23-8714-97c497984571 None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.891646] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Activating Policy API Provider. [ 575.891858] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Looking for the default Infrastructure Rules. [ 575.964290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Looking for the Default Layer3 Logged Drop Section. [ 575.979868] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-210f627d-a473-4d23-8714-97c497984571 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 575.980466] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.980751] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.980910] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.981286] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.981708] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-210f627d-a473-4d23-8714-97c497984571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.497420] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-210f627d-a473-4d23-8714-97c497984571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.000218] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-210f627d-a473-4d23-8714-97c497984571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.502927] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-210f627d-a473-4d23-8714-97c497984571 None None] Inventory metadata is going to be refreshed. [ 577.503286] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 578.335673] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.336052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.336052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.336322] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.347775] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-210f627d-a473-4d23-8714-97c497984571 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 578.348803] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.349805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 578.369456] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.369668] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.369812] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.370086] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.370226] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.370383] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 578.370500] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.370605] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 578.390835] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.391132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.391132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.391433] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.391615] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.391766] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 578.411395] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.411683] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.411829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.412050] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.412204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.412357] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 578.432098] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.432409] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.432409] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.432687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.432836] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.432996] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 578.433121] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.433227] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 578.451651] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.451942] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.452038] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.452324] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.452451] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.452598] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 578.452706] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.452814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 578.473706] env[69323]: DEBUG networking_nsxv3.common.locking [None req-210f627d-a473-4d23-8714-97c497984571 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.473951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.474124] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.474369] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.474539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.474709] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 578.474817] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-210f627d-a473-4d23-8714-97c497984571 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 578.474921] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-210f627d-a473-4d23-8714-97c497984571 None None] Inventory metadata have been refreshed. [ 578.475039] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-210f627d-a473-4d23-8714-97c497984571 None None] Dryrun:True. Metadata refresh completed. [ 578.475163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-210f627d-a473-4d23-8714-97c497984571 None None] Releasing lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.476961] env[69323]: INFO neutron.agent.agent_extensions_manager [None req-210f627d-a473-4d23-8714-97c497984571 None None] Loaded agent extensions: [] [ 578.477700] env[69323]: DEBUG neutron_lib.callbacks.manager [None req-210f627d-a473-4d23-8714-97c497984571 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69323) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 578.544555] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent RPC Daemon Started! [ 578.544964] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:0 started [ 578.545042] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent out of sync with plugin! [ 583.478273] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 583.478629] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.479645] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 588.479645] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 593.308799] env[69323]: INFO networking_nsxv3.common.synchronization [None req-586e9d36-d7a4-49b3-b59f-f39076fe0e9c demo admin] Enqueued Resource ID: f485bab0-abb2-407e-859b-c8a62be2eed3 with Priority: HIGHEST for action security_group_rules [ 593.309082] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f485bab0-abb2-407e-859b-c8a62be2eed3 with Priority: HIGHEST for action security_group_rules [ 593.309389] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f485bab0-abb2-407e-859b-c8a62be2eed3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.309522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f485bab0-abb2-407e-859b-c8a62be2eed3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.309589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f485bab0-abb2-407e-859b-c8a62be2eed3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.309985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f485bab0-abb2-407e-859b-c8a62be2eed3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.310142] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f485bab0-abb2-407e-859b-c8a62be2eed3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.829789] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.830043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.830043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.830287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.830383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.830482] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f485bab0-abb2-407e-859b-c8a62be2eed3 already deleted. [ 593.830574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f485bab0-abb2-407e-859b-c8a62be2eed3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.310237] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 598.310706] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.311879] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 603.311879] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.312942] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.312942] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 613.313885] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.314314] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 618.314840] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.315127] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.002483] env[69323]: INFO networking_nsxv3.common.synchronization [None req-21fa05b5-c2a3-4de7-aa0a-329f93119b9a None None] Enqueued Resource ID: ab75c291-4ec4-4693-b337-4c0b0d686767 with Priority: HIGHEST for action port [ 621.002732] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab75c291-4ec4-4693-b337-4c0b0d686767 with Priority: HIGHEST for action port [ 621.003364] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab75c291-4ec4-4693-b337-4c0b0d686767 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.003501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab75c291-4ec4-4693-b337-4c0b0d686767" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.003501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab75c291-4ec4-4693-b337-4c0b0d686767" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.004470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab75c291-4ec4-4693-b337-4c0b0d686767" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.004470] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab75c291-4ec4-4693-b337-4c0b0d686767',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.185187] env[69323]: INFO networking_nsxv3.common.synchronization [None req-cf866e0c-b089-46a3-82d7-c005633e13ab None None] Enqueued Resource ID: f30448cf-133c-4f86-81e0-24d1f11cd18d with Priority: HIGHEST for action port [ 621.185984] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30448cf-133c-4f86-81e0-24d1f11cd18d with Priority: HIGHEST for action port [ 621.185984] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30448cf-133c-4f86-81e0-24d1f11cd18d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.186149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30448cf-133c-4f86-81e0-24d1f11cd18d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.186184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30448cf-133c-4f86-81e0-24d1f11cd18d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.187347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30448cf-133c-4f86-81e0-24d1f11cd18d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.187347] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30448cf-133c-4f86-81e0-24d1f11cd18d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.508411] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab75c291-4ec4-4693-b337-4c0b0d686767 [ 621.508654] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.508793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.508877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.509086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.509180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.509277] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab75c291-4ec4-4693-b337-4c0b0d686767 already deleted. [ 621.509372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab75c291-4ec4-4693-b337-4c0b0d686767" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.689196] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f30448cf-133c-4f86-81e0-24d1f11cd18d [ 621.689437] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.690709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.690709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.690709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.690709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.690709] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f30448cf-133c-4f86-81e0-24d1f11cd18d already deleted. [ 621.690709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30448cf-133c-4f86-81e0-24d1f11cd18d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.029494] env[69323]: INFO networking_nsxv3.common.synchronization [None req-23ac47c8-cec0-46ab-a463-c54cbc751369 None None] Enqueued Resource ID: 293fa379-0311-4ade-8ab3-d7188a1531f3 with Priority: HIGHEST for action port [ 622.029721] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293fa379-0311-4ade-8ab3-d7188a1531f3 with Priority: HIGHEST for action port [ 622.030196] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-293fa379-0311-4ade-8ab3-d7188a1531f3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.030312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293fa379-0311-4ade-8ab3-d7188a1531f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.030591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293fa379-0311-4ade-8ab3-d7188a1531f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.030655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293fa379-0311-4ade-8ab3-d7188a1531f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.030718] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293fa379-0311-4ade-8ab3-d7188a1531f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.539378] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 293fa379-0311-4ade-8ab3-d7188a1531f3 [ 622.539378] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.539378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.539378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.539378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.539378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.539378] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:293fa379-0311-4ade-8ab3-d7188a1531f3 already deleted. [ 622.539378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293fa379-0311-4ade-8ab3-d7188a1531f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.919799] env[69323]: INFO networking_nsxv3.common.synchronization [None req-711a6f4f-a9a7-4833-83f9-a399c9a3b834 None None] Enqueued Resource ID: b3cc5302-5b19-4504-9dbd-6c3190ad6c82 with Priority: HIGHEST for action port [ 622.920485] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3cc5302-5b19-4504-9dbd-6c3190ad6c82 with Priority: HIGHEST for action port [ 622.921302] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3cc5302-5b19-4504-9dbd-6c3190ad6c82 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.921438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3cc5302-5b19-4504-9dbd-6c3190ad6c82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.921506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3cc5302-5b19-4504-9dbd-6c3190ad6c82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.921771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3cc5302-5b19-4504-9dbd-6c3190ad6c82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.921849] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3cc5302-5b19-4504-9dbd-6c3190ad6c82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.282353] env[69323]: INFO networking_nsxv3.common.synchronization [None req-0292223e-0887-4e2b-8ec9-dfe82bb2cc27 None None] Enqueued Resource ID: e80e1715-231d-4ce1-801b-8f6f252eaa14 with Priority: HIGHEST for action port [ 623.282876] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80e1715-231d-4ce1-801b-8f6f252eaa14 with Priority: HIGHEST for action port [ 623.283190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80e1715-231d-4ce1-801b-8f6f252eaa14 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.283468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80e1715-231d-4ce1-801b-8f6f252eaa14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.283468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80e1715-231d-4ce1-801b-8f6f252eaa14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.283647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80e1715-231d-4ce1-801b-8f6f252eaa14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.283763] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80e1715-231d-4ce1-801b-8f6f252eaa14',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.425407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3cc5302-5b19-4504-9dbd-6c3190ad6c82 [ 623.425407] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.425407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.425407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.425407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.425407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.425407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3cc5302-5b19-4504-9dbd-6c3190ad6c82 already deleted. [ 623.425407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3cc5302-5b19-4504-9dbd-6c3190ad6c82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.786030] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80e1715-231d-4ce1-801b-8f6f252eaa14 [ 623.786790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.787854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.787854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.788095] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.788223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.789424] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80e1715-231d-4ce1-801b-8f6f252eaa14 already deleted. [ 623.789595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80e1715-231d-4ce1-801b-8f6f252eaa14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.358185] env[69323]: INFO networking_nsxv3.common.synchronization [None req-3bb367fd-5ab8-4ece-89fb-ac25966b5ea5 None None] Enqueued Resource ID: c54a26cf-7da1-4ea7-8de8-925cee576f49 with Priority: HIGHEST for action port [ 624.358496] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c54a26cf-7da1-4ea7-8de8-925cee576f49 with Priority: HIGHEST for action port [ 624.359080] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c54a26cf-7da1-4ea7-8de8-925cee576f49 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.359261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c54a26cf-7da1-4ea7-8de8-925cee576f49" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.359330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c54a26cf-7da1-4ea7-8de8-925cee576f49" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.359645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c54a26cf-7da1-4ea7-8de8-925cee576f49" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.359645] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54a26cf-7da1-4ea7-8de8-925cee576f49',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.541886] env[69323]: INFO networking_nsxv3.common.synchronization [None req-acadb23d-eba3-4011-8932-5d61f4723247 None None] Enqueued Resource ID: 110aec61-bf7b-4c83-8bd3-762a53972b7f with Priority: HIGHEST for action port [ 624.542658] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110aec61-bf7b-4c83-8bd3-762a53972b7f with Priority: HIGHEST for action port [ 624.543630] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-110aec61-bf7b-4c83-8bd3-762a53972b7f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.543941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-110aec61-bf7b-4c83-8bd3-762a53972b7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.544129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-110aec61-bf7b-4c83-8bd3-762a53972b7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.544479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-110aec61-bf7b-4c83-8bd3-762a53972b7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.545057] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110aec61-bf7b-4c83-8bd3-762a53972b7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.866306] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c54a26cf-7da1-4ea7-8de8-925cee576f49 [ 624.866695] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.866968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.867110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.867783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.867783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.868014] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c54a26cf-7da1-4ea7-8de8-925cee576f49 already deleted. [ 624.868214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c54a26cf-7da1-4ea7-8de8-925cee576f49" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051833] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 110aec61-bf7b-4c83-8bd3-762a53972b7f [ 625.051833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.051833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.051833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.051833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.051833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051833] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:110aec61-bf7b-4c83-8bd3-762a53972b7f already deleted. [ 625.051833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-110aec61-bf7b-4c83-8bd3-762a53972b7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.401032] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4bef6705-e1af-47d1-8527-53ce2e8d7aa6 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 625.402142] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 625.402271] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.402958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.403245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.404500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.404608] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.783754] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e34f0e41-5e0e-4906-889a-b4c9ce6035c9 None None] Enqueued Resource ID: 5807de04-f105-4cb4-9a23-856f67606d70 with Priority: HIGHEST for action port [ 625.784556] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5807de04-f105-4cb4-9a23-856f67606d70 with Priority: HIGHEST for action port [ 625.784689] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-5807de04-f105-4cb4-9a23-856f67606d70 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.784937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5807de04-f105-4cb4-9a23-856f67606d70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.784937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5807de04-f105-4cb4-9a23-856f67606d70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.786563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5807de04-f105-4cb4-9a23-856f67606d70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.786757] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5807de04-f105-4cb4-9a23-856f67606d70',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.820631] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b53b90ff-fb58-45e2-8b50-ed6c7bbac300 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 625.821026] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 625.821616] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.821741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.928733] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.928733] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae already deleted. [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.928733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.928733] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.291718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5807de04-f105-4cb4-9a23-856f67606d70 [ 626.291718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.291718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5807de04-f105-4cb4-9a23-856f67606d70 already deleted. [ 626.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5807de04-f105-4cb4-9a23-856f67606d70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.454759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.455042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.455042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.455319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.455319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.455412] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae already deleted. [ 626.455490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.922330] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ee1f5d52-0f97-45ab-8b2e-a3f68ba8cb38 None None] Enqueued Resource ID: e6ccd377-e4f3-4ce7-bcf0-84983dd84549 with Priority: HIGHEST for action port [ 626.925642] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ccd377-e4f3-4ce7-bcf0-84983dd84549 with Priority: HIGHEST for action port [ 626.926038] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ccd377-e4f3-4ce7-bcf0-84983dd84549 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.926635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ccd377-e4f3-4ce7-bcf0-84983dd84549" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.926821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ccd377-e4f3-4ce7-bcf0-84983dd84549" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.927022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ccd377-e4f3-4ce7-bcf0-84983dd84549" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.927570] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ccd377-e4f3-4ce7-bcf0-84983dd84549',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.221179] env[69323]: INFO networking_nsxv3.common.synchronization [None req-03f2fb6d-1c17-4ad2-b2a2-b71b4e3c322d None None] Enqueued Resource ID: bc98ba45-1018-43da-a3f8-43125da1fe67 with Priority: HIGHEST for action port [ 627.221179] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc98ba45-1018-43da-a3f8-43125da1fe67 with Priority: HIGHEST for action port [ 627.221179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc98ba45-1018-43da-a3f8-43125da1fe67 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.221179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc98ba45-1018-43da-a3f8-43125da1fe67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.221179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc98ba45-1018-43da-a3f8-43125da1fe67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.221179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc98ba45-1018-43da-a3f8-43125da1fe67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.221179] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc98ba45-1018-43da-a3f8-43125da1fe67',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.233078] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8d1784e5-b272-4d46-8004-61afff2f94e5 None None] Enqueued Resource ID: 8b6fab22-fcfe-459e-934b-5df43d47dbe2 with Priority: HIGHEST for action port [ 627.233342] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b6fab22-fcfe-459e-934b-5df43d47dbe2 with Priority: HIGHEST for action port [ 627.233883] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b6fab22-fcfe-459e-934b-5df43d47dbe2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.234021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b6fab22-fcfe-459e-934b-5df43d47dbe2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.234091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b6fab22-fcfe-459e-934b-5df43d47dbe2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.235561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b6fab22-fcfe-459e-934b-5df43d47dbe2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.235561] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b6fab22-fcfe-459e-934b-5df43d47dbe2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.430472] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ccd377-e4f3-4ce7-bcf0-84983dd84549 [ 627.430472] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.430472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.430472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.430472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.430472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.430472] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ccd377-e4f3-4ce7-bcf0-84983dd84549 already deleted. [ 627.430472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ccd377-e4f3-4ce7-bcf0-84983dd84549" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.728031] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc98ba45-1018-43da-a3f8-43125da1fe67 [ 627.729680] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.729830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.730838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.730838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.730838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.730838] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc98ba45-1018-43da-a3f8-43125da1fe67 already deleted. [ 627.730838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc98ba45-1018-43da-a3f8-43125da1fe67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.736845] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b6fab22-fcfe-459e-934b-5df43d47dbe2 [ 627.737647] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.737647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.737647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.737647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.737647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.737647] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b6fab22-fcfe-459e-934b-5df43d47dbe2 already deleted. [ 627.738897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b6fab22-fcfe-459e-934b-5df43d47dbe2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.319391] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9aafcc2d-7628-49e7-a17f-603c04dd0c0b None None] Enqueued Resource ID: 647d6509-cb5d-40a8-9422-173d41a33627 with Priority: HIGHEST for action port [ 628.320305] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647d6509-cb5d-40a8-9422-173d41a33627 with Priority: HIGHEST for action port [ 628.320305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-647d6509-cb5d-40a8-9422-173d41a33627 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.320431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647d6509-cb5d-40a8-9422-173d41a33627" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.321050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647d6509-cb5d-40a8-9422-173d41a33627" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.321050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647d6509-cb5d-40a8-9422-173d41a33627" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.321050] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647d6509-cb5d-40a8-9422-173d41a33627',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.823540] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 647d6509-cb5d-40a8-9422-173d41a33627 [ 628.823790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.823790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.823877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.824073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.824172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.824266] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:647d6509-cb5d-40a8-9422-173d41a33627 already deleted. [ 628.824391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647d6509-cb5d-40a8-9422-173d41a33627" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.250418] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4ffee936-7134-46ee-ab1e-ea4a573aaac6 None None] Enqueued Resource ID: d74ff8fe-0c4c-4368-86b7-9b7c8431c887 with Priority: HIGHEST for action port [ 630.250418] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74ff8fe-0c4c-4368-86b7-9b7c8431c887 with Priority: HIGHEST for action port [ 630.250754] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d74ff8fe-0c4c-4368-86b7-9b7c8431c887 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.250817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d74ff8fe-0c4c-4368-86b7-9b7c8431c887" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.250858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d74ff8fe-0c4c-4368-86b7-9b7c8431c887" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.251750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d74ff8fe-0c4c-4368-86b7-9b7c8431c887" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.251750] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74ff8fe-0c4c-4368-86b7-9b7c8431c887',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.481103] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.481236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.481236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.481473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.481734] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.754320] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d74ff8fe-0c4c-4368-86b7-9b7c8431c887 [ 630.754320] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.754320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.754320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.754320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.754320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.754320] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d74ff8fe-0c4c-4368-86b7-9b7c8431c887 already deleted. [ 630.754320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d74ff8fe-0c4c-4368-86b7-9b7c8431c887" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.985436] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.117443] env[69323]: INFO networking_nsxv3.common.synchronization [None req-57cae337-f8a9-4427-8074-e914a8010c97 None None] Enqueued Resource ID: 47368e70-2ae1-4e98-9595-0e29b6ff231d with Priority: HIGHEST for action port [ 631.117708] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47368e70-2ae1-4e98-9595-0e29b6ff231d with Priority: HIGHEST for action port [ 631.118301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-47368e70-2ae1-4e98-9595-0e29b6ff231d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.118431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47368e70-2ae1-4e98-9595-0e29b6ff231d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.119038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47368e70-2ae1-4e98-9595-0e29b6ff231d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.119038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47368e70-2ae1-4e98-9595-0e29b6ff231d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.119038] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47368e70-2ae1-4e98-9595-0e29b6ff231d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.260691] env[69323]: INFO networking_nsxv3.common.synchronization [None req-77caf6d2-f8d3-4770-b1d2-ae9f73052c23 None None] Enqueued Resource ID: 543c0ccc-8225-47c4-8775-7bc463c7e26b with Priority: HIGHEST for action port [ 631.261165] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543c0ccc-8225-47c4-8775-7bc463c7e26b with Priority: HIGHEST for action port [ 631.261641] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-543c0ccc-8225-47c4-8775-7bc463c7e26b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.261881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543c0ccc-8225-47c4-8775-7bc463c7e26b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.261881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543c0ccc-8225-47c4-8775-7bc463c7e26b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.264551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543c0ccc-8225-47c4-8775-7bc463c7e26b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.264717] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543c0ccc-8225-47c4-8775-7bc463c7e26b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.490683] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.621399] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47368e70-2ae1-4e98-9595-0e29b6ff231d [ 631.621649] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.621899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.621899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.622099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.622193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.622289] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47368e70-2ae1-4e98-9595-0e29b6ff231d already deleted. [ 631.622370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47368e70-2ae1-4e98-9595-0e29b6ff231d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.767675] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 543c0ccc-8225-47c4-8775-7bc463c7e26b [ 631.767918] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.768139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.768235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.768446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.768540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.769073] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:543c0ccc-8225-47c4-8775-7bc463c7e26b already deleted. [ 631.769179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543c0ccc-8225-47c4-8775-7bc463c7e26b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.994525] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 631.994525] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 632.030981] env[69323]: INFO networking_nsxv3.common.synchronization [None req-60b52837-3b38-41ae-9df4-d7c8eddd2ea6 None None] Enqueued Resource ID: 29c06312-1776-4721-bbd2-c739fbcf9aee with Priority: HIGHEST for action port [ 632.031239] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c06312-1776-4721-bbd2-c739fbcf9aee with Priority: HIGHEST for action port [ 632.031775] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c06312-1776-4721-bbd2-c739fbcf9aee taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.031897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c06312-1776-4721-bbd2-c739fbcf9aee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.031953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c06312-1776-4721-bbd2-c739fbcf9aee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c06312-1776-4721-bbd2-c739fbcf9aee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.033628] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c06312-1776-4721-bbd2-c739fbcf9aee',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.536777] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c06312-1776-4721-bbd2-c739fbcf9aee [ 632.537060] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.537454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.537664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.537796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.537843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.537946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c06312-1776-4721-bbd2-c739fbcf9aee already deleted. [ 632.538054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c06312-1776-4721-bbd2-c739fbcf9aee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.773747] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.773747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.773747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.773747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.791210] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 632.791210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.791961] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 632.813319] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.813641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.813641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.813769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.813854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.813967] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 632.814056] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.814129] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 632.834653] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.834825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.834866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.835215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.835215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.835317] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 632.855021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.855307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.855394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.859022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.859022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.859022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 632.878229] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.878376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.878635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.878635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.878756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.878856] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 632.878925] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.878994] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 632.899271] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.899271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.899271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.899271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.899271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.899271] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 632.899271] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.899271] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 632.923025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.923025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.923025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.923025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.923025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 632.923025] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 632.923025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 632.946108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.946108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.946108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.946108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.946108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.946108] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 632.951950] env[69323]: INFO networking_nsxv3.common.synchronization [None req-32432f76-405a-4858-8b2b-0984c0ef2acb None None] Enqueued Resource ID: 9f526653-29ec-4e1f-baf4-b4170dc2d9ee with Priority: HIGHEST for action port [ 632.952404] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f526653-29ec-4e1f-baf4-b4170dc2d9ee with Priority: HIGHEST for action port [ 632.952738] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f526653-29ec-4e1f-baf4-b4170dc2d9ee taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.952880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f526653-29ec-4e1f-baf4-b4170dc2d9ee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.952951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f526653-29ec-4e1f-baf4-b4170dc2d9ee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.953686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f526653-29ec-4e1f-baf4-b4170dc2d9ee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.953686] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f526653-29ec-4e1f-baf4-b4170dc2d9ee',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.966924] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.968232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.968232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.968232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.968232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.984652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.456195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f526653-29ec-4e1f-baf4-b4170dc2d9ee [ 633.456195] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.456195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.456195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.456195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.456195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.456449] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f526653-29ec-4e1f-baf4-b4170dc2d9ee already deleted. [ 633.456449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f526653-29ec-4e1f-baf4-b4170dc2d9ee" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008452] env[69323]: INFO networking_nsxv3.common.synchronization [req-0af2a073-0628-401f-a194-877b1b7ac025 req-20e2630b-b079-4232-82c2-bb28938a271b tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Enqueued Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_members [ 634.008452] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_members [ 634.010027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.010027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.010027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.010027] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.013789] env[69323]: INFO networking_nsxv3.common.synchronization [None req-3636e87b-5081-44c8-884a-8dda1b907cab None None] Enqueued Resource ID: 2f3bb38d-7208-475a-b37e-8a6614164ceb with Priority: HIGHEST for action port [ 634.015844] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3bb38d-7208-475a-b37e-8a6614164ceb with Priority: HIGHEST for action port [ 634.015844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f3bb38d-7208-475a-b37e-8a6614164ceb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.015844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f3bb38d-7208-475a-b37e-8a6614164ceb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.015844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f3bb38d-7208-475a-b37e-8a6614164ceb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.015844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f3bb38d-7208-475a-b37e-8a6614164ceb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.015844] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f3bb38d-7208-475a-b37e-8a6614164ceb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.516142] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.516623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.516719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516918] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.517031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.517359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.517359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.517359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.517687] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 already deleted. [ 634.517687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.517687] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f3bb38d-7208-475a-b37e-8a6614164ceb [ 634.517818] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.517912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.517972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.518134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.518641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.518641] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f3bb38d-7208-475a-b37e-8a6614164ceb already deleted. [ 634.518641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f3bb38d-7208-475a-b37e-8a6614164ceb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.809040] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.809459] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.809459] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.809779] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.809959] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.814560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.814560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.814560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.814560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.814560] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.814560] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.814560] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.814560] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.814560] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.814560] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.814560] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.835781] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.836585] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.837056] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.837464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.837989] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-df209274-9883-4b93-8c3e-4dec92c3ec1d taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.838668] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.840941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.840941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.840941] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df209274-9883-4b93-8c3e-4dec92c3ec1d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.916754] env[69323]: INFO networking_nsxv3.common.synchronization [req-c69f4235-2778-48f7-8fe5-d4cd24a00341 req-448e1b57-65be-40f1-a1a7-0c08cc81b27d tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 635.917337] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 635.917688] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.917860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.917906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.918202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.918321] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.918426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.918479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.918650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.918714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.918804] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.343272] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.343683] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.343768] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.343994] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.344182] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.344436] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port df209274-9883-4b93-8c3e-4dec92c3ec1d not found, creating... [ 636.344688] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.344866] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.345014] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.345281] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.345448] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.345862] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.348412] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.348614] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.349708] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.349708] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.349708] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: df209274-9883-4b93-8c3e-4dec92c3ec1d is going to be created. [ 636.375371] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.375804] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.380284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.381061] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.381319] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.381589] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.420506] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.420683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.420785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.421101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.421251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.421379] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.421508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.421596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.422861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.422861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.422861] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 already deleted. [ 636.422861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.471124] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2dfb3d0e-e507-423a-8b29-6abdf3aeaef2 None None] Enqueued Resource ID: 179da481-da51-4b89-bd72-04ad4b6bc104 with Priority: HIGHEST for action port [ 636.471265] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 179da481-da51-4b89-bd72-04ad4b6bc104 with Priority: HIGHEST for action port [ 636.472030] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-179da481-da51-4b89-bd72-04ad4b6bc104 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.472030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-179da481-da51-4b89-bd72-04ad4b6bc104" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.472030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-179da481-da51-4b89-bd72-04ad4b6bc104" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.472294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-179da481-da51-4b89-bd72-04ad4b6bc104" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.472379] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179da481-da51-4b89-bd72-04ad4b6bc104',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.974091] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 179da481-da51-4b89-bd72-04ad4b6bc104 [ 636.974351] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.974466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.974536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.975437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.975544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.975647] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:179da481-da51-4b89-bd72-04ad4b6bc104 already deleted. [ 636.975731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-179da481-da51-4b89-bd72-04ad4b6bc104" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.996147] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-779 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.996147] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.996147] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.996147] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.996147] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.997123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.997123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.997378] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.997535] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.997746] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.997860] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.997973] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.998095] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.998211] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.998321] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.998454] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.018824] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.019620] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 637.019620] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.019620] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.019620] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.019848] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.019848] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.020189] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.020399] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.523778] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.526121] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c not found, creating... [ 637.526121] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.526679] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.526679] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.526679] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.526849] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.526981] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.527216] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c is going to be created. [ 637.549267] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.549267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.549267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.549267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.549267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.549979] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.776302] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2570d553-26c1-49a3-9676-acfe3a75324f None None] Enqueued Resource ID: 201e6b3e-a5be-48e8-81b3-126a43ed6d55 with Priority: HIGHEST for action port [ 637.776878] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 201e6b3e-a5be-48e8-81b3-126a43ed6d55 with Priority: HIGHEST for action port [ 637.778252] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-201e6b3e-a5be-48e8-81b3-126a43ed6d55 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.778252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-201e6b3e-a5be-48e8-81b3-126a43ed6d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.778356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-201e6b3e-a5be-48e8-81b3-126a43ed6d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.778882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-201e6b3e-a5be-48e8-81b3-126a43ed6d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.779318] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('201e6b3e-a5be-48e8-81b3-126a43ed6d55',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.992835] env[69323]: INFO networking_nsxv3.common.synchronization [req-0af2a073-0628-401f-a194-877b1b7ac025 req-bbf026c8-c257-4019-9ce2-45648bcda2bc service nova] Enqueued Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_rules [ 637.992835] env[69323]: INFO networking_nsxv3.common.synchronization [req-0af2a073-0628-401f-a194-877b1b7ac025 req-bbf026c8-c257-4019-9ce2-45648bcda2bc service nova] Enqueued Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_members [ 637.992835] env[69323]: INFO networking_nsxv3.common.synchronization [req-0af2a073-0628-401f-a194-877b1b7ac025 req-bbf026c8-c257-4019-9ce2-45648bcda2bc service nova] Enqueued Resource ID: df209274-9883-4b93-8c3e-4dec92c3ec1d with Priority: HIGHEST for action port [ 637.992835] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_rules [ 637.992835] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_members [ 637.992835] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df209274-9883-4b93-8c3e-4dec92c3ec1d with Priority: HIGHEST for action port [ 637.992835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.992835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.992835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.992835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.992835] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.994050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.994050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.994050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.994050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.994244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.994244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.994244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.995026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.995132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.995225] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.996559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-df209274-9883-4b93-8c3e-4dec92c3ec1d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.996657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.996718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.996913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.996976] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df209274-9883-4b93-8c3e-4dec92c3ec1d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.283191] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 201e6b3e-a5be-48e8-81b3-126a43ed6d55 [ 638.283191] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.283191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.283191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.283449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.284020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.284020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:201e6b3e-a5be-48e8-81b3-126a43ed6d55 already deleted. [ 638.284020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-201e6b3e-a5be-48e8-81b3-126a43ed6d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423755] env[69323]: INFO networking_nsxv3.common.synchronization [req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 req-971e685c-fcd6-43c4-b368-eb58ad5c6d51 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 638.424566] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 638.425305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.425305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.425420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.426959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.426959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.426959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.426959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.426959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.426959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.426959] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.458928] env[69323]: INFO networking_nsxv3.common.synchronization [None req-bf94a976-1c0c-498b-8cec-e3c29d4c283c None None] Enqueued Resource ID: 82f6cebf-ca06-4657-9a93-af619d438fcf with Priority: HIGHEST for action port [ 638.459235] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f6cebf-ca06-4657-9a93-af619d438fcf with Priority: HIGHEST for action port [ 638.460034] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f6cebf-ca06-4657-9a93-af619d438fcf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.460034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f6cebf-ca06-4657-9a93-af619d438fcf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.460034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f6cebf-ca06-4657-9a93-af619d438fcf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.460306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f6cebf-ca06-4657-9a93-af619d438fcf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.460306] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f6cebf-ca06-4657-9a93-af619d438fcf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.498964] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501164] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f1e9b738-023c-4651-9831-d0fc4fbaca60 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_rules [ 638.502588] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_rules [ 638.503732] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.503995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.504169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.504794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.505012] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.515503] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df209274-9883-4b93-8c3e-4dec92c3ec1d with status ACTIVE [ 638.515503] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.515503] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.515503] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.515503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.515503] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df209274-9883-4b93-8c3e-4dec92c3ec1d is going to be updated. [ 638.516483] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.542912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.542912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.542912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.542912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.542912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.542912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df209274-9883-4b93-8c3e-4dec92c3ec1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.767965] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ce56c6a5-bc11-4dc0-a4e9-4cb8f264ddcf tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_rules [ 638.769544] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_rules [ 638.770063] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.770063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.932521] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.932728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.932764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.932969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.933073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.933276] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.933370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.933431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.933592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.933678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.933764] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae already deleted. [ 638.934302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.946330] env[69323]: INFO networking_nsxv3.common.synchronization [None req-0ea93be1-e3a5-4e06-a371-234793cdfea8 None None] Enqueued Resource ID: 6b491b58-19bd-4ee3-8ef7-afd799589b99 with Priority: HIGHEST for action port [ 638.947026] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b491b58-19bd-4ee3-8ef7-afd799589b99 with Priority: HIGHEST for action port [ 638.949650] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b491b58-19bd-4ee3-8ef7-afd799589b99 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.949650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b491b58-19bd-4ee3-8ef7-afd799589b99" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.949650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b491b58-19bd-4ee3-8ef7-afd799589b99" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.949650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b491b58-19bd-4ee3-8ef7-afd799589b99" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.949650] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b491b58-19bd-4ee3-8ef7-afd799589b99',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.963417] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f6cebf-ca06-4657-9a93-af619d438fcf [ 638.965836] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.965836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.965836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.965836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.965836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.965836] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f6cebf-ca06-4657-9a93-af619d438fcf already deleted. [ 638.965836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f6cebf-ca06-4657-9a93-af619d438fcf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.020415] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.030020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.030020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.030020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.030020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.030020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.030020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 already deleted. [ 639.030020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.030345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.030345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.030345] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.286123] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.286353] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-952" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286517] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-952" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286783] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-952" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.287536] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.287536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.287536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.287536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.287735] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.287888] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.287974] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.288816] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.288985] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.289185] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.289577] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.290046] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.318434] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.318434] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.318670] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.318867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-952" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.319143] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-9e16bead-0c5f-443c-b083-62e74f68a888 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.319416] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.319773] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.319874] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.319985] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e16bead-0c5f-443c-b083-62e74f68a888',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.383218] env[69323]: INFO networking_nsxv3.common.synchronization [None req-c04f8de3-d2a3-4587-80ca-42ea49ff2101 None None] Enqueued Resource ID: 2031d627-b918-4fed-9e57-bbc4d4351347 with Priority: HIGHEST for action port [ 639.383760] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2031d627-b918-4fed-9e57-bbc4d4351347 with Priority: HIGHEST for action port [ 639.384085] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2031d627-b918-4fed-9e57-bbc4d4351347 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.384214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2031d627-b918-4fed-9e57-bbc4d4351347" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.384255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2031d627-b918-4fed-9e57-bbc4d4351347" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.385228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2031d627-b918-4fed-9e57-bbc4d4351347" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.385413] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2031d627-b918-4fed-9e57-bbc4d4351347',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.453447] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b491b58-19bd-4ee3-8ef7-afd799589b99 [ 639.453703] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.453987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.454077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.454598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.454714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.454811] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b491b58-19bd-4ee3-8ef7-afd799589b99 already deleted. [ 639.454895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b491b58-19bd-4ee3-8ef7-afd799589b99" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.524429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.524966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.524966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.525174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.525174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.525271] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 is going to be created. [ 639.558329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.558329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.558329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.558329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.558329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.561500] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.562061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.562243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.562576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.563160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.563352] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 already deleted. [ 639.563520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.572096] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 in Status: UNINITIALIZED for 2s [ 639.822573] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.822573] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.822777] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.822906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.823060] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.823220] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 9e16bead-0c5f-443c-b083-62e74f68a888 not found, creating... [ 639.823466] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.823708] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.824054] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.824054] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.824425] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.824425] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.824552] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.824755] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.825039] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.825039] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.825337] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 9e16bead-0c5f-443c-b083-62e74f68a888 is going to be created. [ 639.844465] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.844675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.847016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.847016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.847016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.847016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.889058] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2031d627-b918-4fed-9e57-bbc4d4351347 [ 639.889058] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.889058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.889058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.889058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.889058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.889058] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2031d627-b918-4fed-9e57-bbc4d4351347 already deleted. [ 639.889868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2031d627-b918-4fed-9e57-bbc4d4351347" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.318733] env[69323]: INFO networking_nsxv3.common.synchronization [req-c69f4235-2778-48f7-8fe5-d4cd24a00341 req-108fb97f-4a4c-438e-adcf-ad725773ff7b service nova] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_rules [ 640.320127] env[69323]: INFO networking_nsxv3.common.synchronization [req-c69f4235-2778-48f7-8fe5-d4cd24a00341 req-108fb97f-4a4c-438e-adcf-ad725773ff7b service nova] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 640.320127] env[69323]: INFO networking_nsxv3.common.synchronization [req-c69f4235-2778-48f7-8fe5-d4cd24a00341 req-108fb97f-4a4c-438e-adcf-ad725773ff7b service nova] Enqueued Resource ID: a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c with Priority: HIGHEST for action port [ 640.320127] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_rules [ 640.320127] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 640.320127] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c with Priority: HIGHEST for action port [ 640.321875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.321875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.321875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.321875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.321875] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.324849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.324849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.324849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.324849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.324849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.324849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.324849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.325271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.325271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.325271] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.326590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.326590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.326681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.326821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.326926] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.330186] env[69323]: INFO networking_nsxv3.common.synchronization [req-d4d2579f-969c-4106-b893-ebbfbe29c5fa req-2c07ae9b-6929-45fc-918c-59f68cada40d tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 640.331440] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 640.331440] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.331440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.331440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.332545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.332545] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.332545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.332545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.332545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.332789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.332789] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.826816] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.829775] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.829902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.831635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c with status ACTIVE [ 640.831635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.831807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.831807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.832348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.832348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.832348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.832606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.832771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834239] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.834239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.834356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.834385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834457] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c is going to be updated. [ 640.838596] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.838596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.838712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.838816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.838904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.839103] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.839343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.839343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.839432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.839463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.839549] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 already deleted. [ 640.839628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.860777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.860927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.860994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.861230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.861369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.861558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ba09f7-674d-4f3d-a8a7-46dfc51ec97c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.331250] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.584868] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 in Status: SUCCESS [ 641.585388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.585577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.585865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.586631] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.586817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.586892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.587088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.587242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.587281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.587353] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.713874] env[69323]: INFO networking_nsxv3.common.synchronization [req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 req-e0a9c313-e9a4-46d2-82d9-01ffa7a74040 service nova] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 641.714038] env[69323]: INFO networking_nsxv3.common.synchronization [req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 req-e0a9c313-e9a4-46d2-82d9-01ffa7a74040 service nova] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 641.714176] env[69323]: INFO networking_nsxv3.common.synchronization [req-cdb4c4b2-1abb-45b4-b9e0-84bc11bf48d5 req-e0a9c313-e9a4-46d2-82d9-01ffa7a74040 service nova] Enqueued Resource ID: 9e16bead-0c5f-443c-b083-62e74f68a888 with Priority: HIGHEST for action port [ 641.714681] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 641.714782] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 641.715197] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16bead-0c5f-443c-b083-62e74f68a888 with Priority: HIGHEST for action port [ 641.715542] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.715699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.715796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.716057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.716179] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.717041] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.717184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.717270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.717832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.717832] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.717832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.717832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.718125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.718125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.718196] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.718902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e16bead-0c5f-443c-b083-62e74f68a888 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.719048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.719167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.719354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.719459] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e16bead-0c5f-443c-b083-62e74f68a888',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.739617] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.739825] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.739944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.740420] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.740699] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.740890] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.741171] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.741282] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.741398] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.741602] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.741712] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.741818] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.741924] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.742043] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.743284] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.743284] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.762102] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.762102] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.762219] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.762398] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.763307] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-336f4643-0e21-44cc-805e-d5dfd66eb741 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.763505] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.763654] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.766241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.766241] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336f4643-0e21-44cc-805e-d5dfd66eb741',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.836816] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.836816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.836816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.836816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.836816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.836816] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be created. [ 641.860382] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.860558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.860982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.860982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.861103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.872215] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: UNINITIALIZED for 2s [ 641.979331] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b29f0869-5bc0-49bf-a3b1-872e037877e0 None None] Enqueued Resource ID: 1a954def-bc41-4274-b03e-36d429184353 with Priority: HIGHEST for action port [ 641.979331] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a954def-bc41-4274-b03e-36d429184353 with Priority: HIGHEST for action port [ 641.979739] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a954def-bc41-4274-b03e-36d429184353 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.980091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a954def-bc41-4274-b03e-36d429184353" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.980091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a954def-bc41-4274-b03e-36d429184353" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.980324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a954def-bc41-4274-b03e-36d429184353" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.980451] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a954def-bc41-4274-b03e-36d429184353',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.089645] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.089775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.090029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.090070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.090248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.090354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.090432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.090567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.090655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.090745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.090901] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.090982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.091199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.091335] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.091457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.091512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.091617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.091693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.091776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092095] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.221579] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.221720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.223254] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.224909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e16bead-0c5f-443c-b083-62e74f68a888 with status ACTIVE [ 642.224909] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.225078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.225149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.225408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.225524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.225802] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.225891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.225891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.226450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.226450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.226450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.226616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.226616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.226781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.226781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.227234] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e16bead-0c5f-443c-b083-62e74f68a888 is going to be updated. [ 642.260053] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.260053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.260053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.260496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.260496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.260554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.267538] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.267929] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.267929] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.269160] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.269160] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.269160] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 336f4643-0e21-44cc-805e-d5dfd66eb741 not found, creating... [ 642.269160] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.269160] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.269395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.270193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.270193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.271235] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.271235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.271235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.271235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.271235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.271235] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 336f4643-0e21-44cc-805e-d5dfd66eb741 is going to be created. [ 642.297204] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.297204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.297204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.297204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.297204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.298770] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.483278] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a954def-bc41-4274-b03e-36d429184353 [ 642.483577] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.483719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.483855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.484076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.484259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.484259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a954def-bc41-4274-b03e-36d429184353 already deleted. [ 642.484259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a954def-bc41-4274-b03e-36d429184353" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.534354] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4c42686f-45b2-4f1b-8b81-4f5558058907 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_rules [ 642.534354] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_rules [ 642.535849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.535849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.535849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.535849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.535849] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.594504] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62527120-5f33-4b1a-8fe8-cb733a2a3ef0: rpc.has_security_group_logging(os_id): False [ 642.614021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.620906] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.620906] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.620906] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.620906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.622814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.622814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.622814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.622814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 is going to be created. [ 642.690790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.690790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.690790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.690790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.690790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.704356] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 in Status: IN_PROGRESS for 2s [ 642.731501] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.058925] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.058925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.058925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.058925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.058925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.058925] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a already deleted. [ 643.058925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.229031] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b4578cb8-fb29-4a9f-8808-dc7551fbe0a3 None None] Enqueued Resource ID: 06398833-8532-49cf-ba71-de0ef8c7f5de with Priority: HIGHEST for action port [ 643.229031] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06398833-8532-49cf-ba71-de0ef8c7f5de with Priority: HIGHEST for action port [ 643.229031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-06398833-8532-49cf-ba71-de0ef8c7f5de taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.229031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06398833-8532-49cf-ba71-de0ef8c7f5de" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.229031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06398833-8532-49cf-ba71-de0ef8c7f5de" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.229031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06398833-8532-49cf-ba71-de0ef8c7f5de" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.229031] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06398833-8532-49cf-ba71-de0ef8c7f5de',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.235480] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.235692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.235751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.235967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.236103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.236366] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be created. [ 643.280363] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.280735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.280955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.281299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.281637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.294563] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: UNINITIALIZED for 2s [ 643.567994] env[69323]: INFO networking_nsxv3.common.synchronization [None req-94b6a43a-6900-45a5-aedd-3baf5ff27619 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_rules [ 643.567994] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_rules [ 643.569534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.569534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.569534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.569534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.569534] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.731952] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06398833-8532-49cf-ba71-de0ef8c7f5de [ 643.732716] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.733491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.733491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.734900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.735201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.735201] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06398833-8532-49cf-ba71-de0ef8c7f5de already deleted. [ 643.735292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06398833-8532-49cf-ba71-de0ef8c7f5de" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.883375] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 643.883592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.884247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.884247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.884247] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.884400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.884400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.885030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.885030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.885030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.885030] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.004458] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9127a7cf-1611-42d9-9eb8-23d384947a97 None None] Enqueued Resource ID: 744eeb42-a202-4f4c-9ea4-d9fe5cb4c702 with Priority: HIGHEST for action port [ 644.005254] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744eeb42-a202-4f4c-9ea4-d9fe5cb4c702 with Priority: HIGHEST for action port [ 644.005631] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-744eeb42-a202-4f4c-9ea4-d9fe5cb4c702 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.005811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744eeb42-a202-4f4c-9ea4-d9fe5cb4c702" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.005879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744eeb42-a202-4f4c-9ea4-d9fe5cb4c702" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.006178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744eeb42-a202-4f4c-9ea4-d9fe5cb4c702" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.006259] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744eeb42-a202-4f4c-9ea4-d9fe5cb4c702',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.061832] env[69323]: INFO networking_nsxv3.common.synchronization [req-d4d2579f-969c-4106-b893-ebbfbe29c5fa req-2944691f-5185-4f4c-b3a9-a07e161a2cfe service nova] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_rules [ 644.061832] env[69323]: INFO networking_nsxv3.common.synchronization [req-d4d2579f-969c-4106-b893-ebbfbe29c5fa req-2944691f-5185-4f4c-b3a9-a07e161a2cfe service nova] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 644.061832] env[69323]: INFO networking_nsxv3.common.synchronization [req-d4d2579f-969c-4106-b893-ebbfbe29c5fa req-2944691f-5185-4f4c-b3a9-a07e161a2cfe service nova] Enqueued Resource ID: 336f4643-0e21-44cc-805e-d5dfd66eb741 with Priority: HIGHEST for action port [ 644.061832] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_rules [ 644.061832] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 644.061832] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336f4643-0e21-44cc-805e-d5dfd66eb741 with Priority: HIGHEST for action port [ 644.062153] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.062268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.062322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.062928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.062928] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.063846] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.064144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.064249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.064443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.064606] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.064710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.064787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.065102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.065197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.065295] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.067917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-336f4643-0e21-44cc-805e-d5dfd66eb741 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.067917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.067917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.067917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.067917] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336f4643-0e21-44cc-805e-d5dfd66eb741',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.098357] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.099035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.099035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.099035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.099035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.099035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a already deleted. [ 644.100777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.245572] env[69323]: INFO networking_nsxv3.common.synchronization [req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 req-82c044a1-e8ce-4e3e-a021-6687ee22f0ad tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Enqueued Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_members [ 644.245572] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_members [ 644.245572] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.245572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.245781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.245943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.246445] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.246445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.246445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.246621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.246687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.246784] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.387522] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.389070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.389160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.389620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.389620] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.389620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.389794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.389845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.389986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390163] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.390302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.390302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.390478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.390595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.390658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.390730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.390850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.390915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.391008] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.391300] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.508737] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 744eeb42-a202-4f4c-9ea4-d9fe5cb4c702 [ 644.509282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.509282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.509282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.509472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.509505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.509579] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:744eeb42-a202-4f4c-9ea4-d9fe5cb4c702 already deleted. [ 644.509693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744eeb42-a202-4f4c-9ea4-d9fe5cb4c702" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.569959] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.571141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.571293] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.574517] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 336f4643-0e21-44cc-805e-d5dfd66eb741 with status ACTIVE [ 644.574760] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.574905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.574962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.575428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.575428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.575428] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.575880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.575880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.575880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.575880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.576151] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.576151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.576226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.576606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.576606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.576606] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 336f4643-0e21-44cc-805e-d5dfd66eb741 is going to be updated. [ 644.603760] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.603760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.603760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.603760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.603760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.603760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336f4643-0e21-44cc-805e-d5dfd66eb741" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.725420] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 in Status: SUCCESS [ 644.725420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.753587] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.753587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.753587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.756444] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.756444] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 already deleted. [ 644.756444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.894204] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e96f6aa9-88a8-41f9-b1a2-2d32769fc496: rpc.has_security_group_logging(os_id): False [ 644.917900] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.918072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.918144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.918356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.918448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.918644] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.918745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.918807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.918959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.919070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.919278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.919383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.919447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.919587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.919661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.919841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.919932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.920671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.920992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.921197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.921240] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be created. [ 644.986056] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.986056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.986056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.986473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.986713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.002556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: IN_PROGRESS for 2s [ 645.073450] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.305405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 645.305703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.305957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.306204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.306421] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.306625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.306625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.306820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.306940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.307053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.307165] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.578723] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.578723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.578723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.578723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.578723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.578723] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be created. [ 645.605836] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.605836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.605836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.605836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.605836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.615492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: UNINITIALIZED for 2s [ 645.810933] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.845926] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846167] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.846536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.846785] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.846935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.847119] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.847402] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.847475] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.847676] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.847781] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.847886] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.847988] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.848106] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.848267] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.848457] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.866466] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.868894] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.868894] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.868894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.868894] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.868894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.868894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.868894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.868894] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce47d27-e259-45b5-945c-6f6d14f0a6b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.005374] env[69323]: INFO networking_nsxv3.common.synchronization [None req-69f803c0-0560-42c3-aab1-5e2b39396c0f tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 646.005868] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 646.006189] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.006316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.006409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.006667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.006752] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.299390] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8615e3a0-8527-4e09-96d2-daf6b9edbb77 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 646.299390] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 646.300957] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.301144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.320748] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1dd6afa-ae2d-4688-942d-ae1b109211ae: rpc.has_security_group_logging(os_id): False [ 646.339817] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.340117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.340967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.340967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.340967] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.341168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.341168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.341242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.341285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.341691] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be created. [ 646.373346] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.373719] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.373938] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.374333] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.374485] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.374663] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 not found, creating... [ 646.375045] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.375228] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.375347] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.375581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.375721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.376289] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.376483] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.376627] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.376907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.377097] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.377230] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 is going to be created. [ 646.399183] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.399419] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.399545] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.399830] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.400217] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.400390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.414588] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.414588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.414588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.414588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.415953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.427025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 646.537096] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.537096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.537096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.537096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.539034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.539084] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d already deleted. [ 646.539788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.539788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.539788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.539788] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.623937] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9647d4cc-fb81-4ffa-bb1e-63a63f5b08a0 None None] Enqueued Resource ID: bbc78ebc-fb32-43e7-9895-c19f0c612882 with Priority: HIGHEST for action port [ 646.624477] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc78ebc-fb32-43e7-9895-c19f0c612882 with Priority: HIGHEST for action port [ 646.624787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc78ebc-fb32-43e7-9895-c19f0c612882 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.624894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc78ebc-fb32-43e7-9895-c19f0c612882" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.625128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc78ebc-fb32-43e7-9895-c19f0c612882" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.625390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc78ebc-fb32-43e7-9895-c19f0c612882" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.625503] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc78ebc-fb32-43e7-9895-c19f0c612882',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.903571] env[69323]: INFO networking_nsxv3.common.synchronization [None req-99aa8681-b0bb-4353-8cdf-65072dd5d179 None None] Enqueued Resource ID: 2bdc59fd-4274-4a20-8107-8701500dbd1d with Priority: HIGHEST for action port [ 646.903912] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bdc59fd-4274-4a20-8107-8701500dbd1d with Priority: HIGHEST for action port [ 646.906021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bdc59fd-4274-4a20-8107-8701500dbd1d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.906021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bdc59fd-4274-4a20-8107-8701500dbd1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.906021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bdc59fd-4274-4a20-8107-8701500dbd1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.906021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bdc59fd-4274-4a20-8107-8701500dbd1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.906021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bdc59fd-4274-4a20-8107-8701500dbd1d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.016113] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 647.016349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.065029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.065029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.065029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.065029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.065341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.065341] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d already deleted. [ 647.065341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.129868] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbc78ebc-fb32-43e7-9895-c19f0c612882 [ 647.130037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.130253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.130253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.130450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.130535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.130630] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbc78ebc-fb32-43e7-9895-c19f0c612882 already deleted. [ 647.130959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc78ebc-fb32-43e7-9895-c19f0c612882" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.408564] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bdc59fd-4274-4a20-8107-8701500dbd1d [ 647.409620] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.409620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.409620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.409620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.410347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bdc59fd-4274-4a20-8107-8701500dbd1d already deleted. [ 647.410347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bdc59fd-4274-4a20-8107-8701500dbd1d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.627581] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 647.627914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.627978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.628264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.628383] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.628700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.628700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.628855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.628855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.628938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.628979] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.810143] env[69323]: INFO networking_nsxv3.common.synchronization [None req-08c94bbe-052b-4423-9077-807891451039 None None] Enqueued Resource ID: 356ee7d7-1e75-4b16-91be-4f0f50d38768 with Priority: HIGHEST for action port [ 647.810639] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 356ee7d7-1e75-4b16-91be-4f0f50d38768 with Priority: HIGHEST for action port [ 647.810969] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-356ee7d7-1e75-4b16-91be-4f0f50d38768 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.813925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-356ee7d7-1e75-4b16-91be-4f0f50d38768" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.813925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-356ee7d7-1e75-4b16-91be-4f0f50d38768" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.813925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-356ee7d7-1e75-4b16-91be-4f0f50d38768" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.813925] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('356ee7d7-1e75-4b16-91be-4f0f50d38768',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.131236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.131409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.131483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.131741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.131918] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.132672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.132672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.135115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.135256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.135533] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.135635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.135728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.135847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.135993] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.136099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.136160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.136299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.136376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.136459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.136547] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.146413] env[69323]: INFO networking_nsxv3.common.synchronization [req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 req-1905dff0-7d49-4c5a-a768-d5a0959f0089 service nova] Enqueued Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_rules [ 648.146671] env[69323]: INFO networking_nsxv3.common.synchronization [req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 req-1905dff0-7d49-4c5a-a768-d5a0959f0089 service nova] Enqueued Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_members [ 648.146837] env[69323]: INFO networking_nsxv3.common.synchronization [req-c85b408e-678c-4cd6-8fc5-a7e9fef59600 req-1905dff0-7d49-4c5a-a768-d5a0959f0089 service nova] Enqueued Resource ID: 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 with Priority: HIGHEST for action port [ 648.147459] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_rules [ 648.147650] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_members [ 648.147825] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 with Priority: HIGHEST for action port [ 648.148323] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.148513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.148568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.148874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.149009] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.150325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.151041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.151214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.151252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.154019] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.154019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.154019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.154019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.156165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.156306] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce47d27-e259-45b5-945c-6f6d14f0a6b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.317808] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 356ee7d7-1e75-4b16-91be-4f0f50d38768 [ 648.318334] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.318590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.319413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.319413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.319413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.319413] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:356ee7d7-1e75-4b16-91be-4f0f50d38768 already deleted. [ 648.319413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-356ee7d7-1e75-4b16-91be-4f0f50d38768" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.440630] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 648.440990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.641045] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfce4262-9115-4b4d-947c-58565f5632c1: rpc.has_security_group_logging(os_id): False [ 648.658782] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.659990] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.660629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660629] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 with status ACTIVE [ 648.660629] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.660629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.662830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.662830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.662830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.666024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.666024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.666024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.666024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.666024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.666024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.666024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.666024] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce47d27-e259-45b5-945c-6f6d14f0a6b1 is going to be updated. [ 648.727305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.727481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.727572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.728728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.728956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.729121] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.729286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.729333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.729536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.730273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.730273] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.730273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.730273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.730273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.730273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.730549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.730599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.730630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.730773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.730862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.730945] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be created. [ 648.742382] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.742382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.742382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.742605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.742734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.742901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce47d27-e259-45b5-945c-6f6d14f0a6b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.815365] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.815537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.815660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.815866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.816114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.839638] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: IN_PROGRESS for 2s [ 649.164262] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8fdcc93e-831c-4186-8f16-e28a04901e2a None None] Enqueued Resource ID: b2d70613-4e54-403f-b88a-66dd2c555fda with Priority: HIGHEST for action port [ 649.164952] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d70613-4e54-403f-b88a-66dd2c555fda with Priority: HIGHEST for action port [ 649.165606] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d70613-4e54-403f-b88a-66dd2c555fda taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.166461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d70613-4e54-403f-b88a-66dd2c555fda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.166461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d70613-4e54-403f-b88a-66dd2c555fda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.167307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d70613-4e54-403f-b88a-66dd2c555fda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.167307] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d70613-4e54-403f-b88a-66dd2c555fda',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.168674] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.672780] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2d70613-4e54-403f-b88a-66dd2c555fda [ 649.673118] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.673293] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.673366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.673595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.673755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.674051] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2d70613-4e54-403f-b88a-66dd2c555fda already deleted. [ 649.674051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d70613-4e54-403f-b88a-66dd2c555fda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.674278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.674408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.674593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.674701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.674701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.674846] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 is going to be created. [ 649.703084] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.703305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.703988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.703988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.703988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.715310] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 in Status: UNINITIALIZED for 2s [ 649.826064] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f0074ece-8a2b-4895-bef7-f5b020542fdb None None] Enqueued Resource ID: 84c10cfa-4763-4553-bf0f-c53fdc794e5c with Priority: HIGHEST for action port [ 649.826997] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c10cfa-4763-4553-bf0f-c53fdc794e5c with Priority: HIGHEST for action port [ 649.827718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c10cfa-4763-4553-bf0f-c53fdc794e5c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.827718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c10cfa-4763-4553-bf0f-c53fdc794e5c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.827718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c10cfa-4763-4553-bf0f-c53fdc794e5c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.828070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c10cfa-4763-4553-bf0f-c53fdc794e5c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.828105] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c10cfa-4763-4553-bf0f-c53fdc794e5c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.290272] env[69323]: INFO networking_nsxv3.common.synchronization [req-560c6818-ed3a-4cd3-9161-6ad34c146dcc req-95367a73-a08a-43b2-8a39-15ea6262ad60 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_members [ 650.290336] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_members [ 650.290681] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.290812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.290924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.291192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.291353] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.291767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.291767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.291767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.291973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.291973] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.337585] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c10cfa-4763-4553-bf0f-c53fdc794e5c [ 650.337585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.337585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.337585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.337585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.337585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.337585] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c10cfa-4763-4553-bf0f-c53fdc794e5c already deleted. [ 650.337585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c10cfa-4763-4553-bf0f-c53fdc794e5c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.794950] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.795363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.795363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.795363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.795577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.795577] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.795766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.795766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.797987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.797987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.797987] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 already deleted. [ 650.797987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.854629] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 650.854774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.157859] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4fe402d3-a415-4d43-8674-d3506a918d6d None None] Enqueued Resource ID: 61b8d115-77cf-4311-9663-1adc26a21249 with Priority: HIGHEST for action port [ 651.157906] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b8d115-77cf-4311-9663-1adc26a21249 with Priority: HIGHEST for action port [ 651.158218] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b8d115-77cf-4311-9663-1adc26a21249 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.158366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b8d115-77cf-4311-9663-1adc26a21249" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.158407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b8d115-77cf-4311-9663-1adc26a21249" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.158709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b8d115-77cf-4311-9663-1adc26a21249" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.158798] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b8d115-77cf-4311-9663-1adc26a21249',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.563200] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fe63fd08-a5f1-42d4-824d-196fc8b807b4 None None] Enqueued Resource ID: 7585bf24-b99a-41d3-80a5-9ff27212860d with Priority: HIGHEST for action port [ 651.563400] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7585bf24-b99a-41d3-80a5-9ff27212860d with Priority: HIGHEST for action port [ 651.564046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7585bf24-b99a-41d3-80a5-9ff27212860d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.565476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7585bf24-b99a-41d3-80a5-9ff27212860d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.565476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7585bf24-b99a-41d3-80a5-9ff27212860d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.565476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7585bf24-b99a-41d3-80a5-9ff27212860d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.565476] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7585bf24-b99a-41d3-80a5-9ff27212860d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.663340] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b8d115-77cf-4311-9663-1adc26a21249 [ 651.666518] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.666518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.666518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.666518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.666518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.666518] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b8d115-77cf-4311-9663-1adc26a21249 already deleted. [ 651.666518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b8d115-77cf-4311-9663-1adc26a21249" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.727115] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 in Status: SUCCESS [ 651.727346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.727519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.727735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.727933] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.728066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.728128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.728282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.728363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.728444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.728536] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.872868] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.873213] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-16" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.873213] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-16" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.873543] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-16" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.873872] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.878146] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.879568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.879568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.879568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.879568] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.879568] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.879568] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.879568] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.879568] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.879568] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.879877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.903628] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.903628] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.903628] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.903871] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-16" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.904202] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.904375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.904494] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.904870] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.905038] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36bcfd9d-1942-4b1d-a1fb-b09c943766b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.067795] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7585bf24-b99a-41d3-80a5-9ff27212860d [ 652.068176] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.068734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.068904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.069341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.069545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.069721] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7585bf24-b99a-41d3-80a5-9ff27212860d already deleted. [ 652.069951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7585bf24-b99a-41d3-80a5-9ff27212860d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.231587] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.232696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.232842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.233193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.233483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.235948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.236041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.236274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.236391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.236517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.236748] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.236892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.236984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.237212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238380] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.238380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.238380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.238380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.238380] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.408395] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.408703] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.408858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.409185] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.409331] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.409504] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 not found, creating... [ 652.409787] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.409949] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.410097] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.413024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.413024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.413024] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.413024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.413024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.413024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.413024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.413024] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 is going to be created. [ 652.438153] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.438401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.438645] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.438970] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.439262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.439509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.745999] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cfffd1b7-30f8-4f7d-847b-4bca05d78fd7: rpc.has_security_group_logging(os_id): False [ 652.767910] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.768910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.768910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.768910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.768910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.768910] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.768910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.768910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.769243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.769243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.769243] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.769382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.769382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.769491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.769564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.769742] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.769838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.769892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.770442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.770587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.770650] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 is going to be created. [ 652.835278] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4dabebf9-ca3c-481e-97ea-e0c7631671f3 None None] Enqueued Resource ID: c1d92146-9e25-4634-9495-a062e455d178 with Priority: HIGHEST for action port [ 652.835278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.835278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.835278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.835854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.837270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.839381] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d92146-9e25-4634-9495-a062e455d178 with Priority: HIGHEST for action port [ 652.840039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d92146-9e25-4634-9495-a062e455d178 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.840193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d92146-9e25-4634-9495-a062e455d178" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.840272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d92146-9e25-4634-9495-a062e455d178" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d92146-9e25-4634-9495-a062e455d178" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.840727] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d92146-9e25-4634-9495-a062e455d178',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.857948] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 in Status: IN_PROGRESS for 2s [ 653.014230] env[69323]: INFO networking_nsxv3.common.synchronization [None req-219b2680-e25a-4451-96a7-b028be511b20 None None] Enqueued Resource ID: 61750ce6-b824-468a-bc96-3ea12a2e384b with Priority: HIGHEST for action port [ 653.014230] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61750ce6-b824-468a-bc96-3ea12a2e384b with Priority: HIGHEST for action port [ 653.014230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-61750ce6-b824-468a-bc96-3ea12a2e384b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.014230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61750ce6-b824-468a-bc96-3ea12a2e384b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.014731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61750ce6-b824-468a-bc96-3ea12a2e384b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.015393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61750ce6-b824-468a-bc96-3ea12a2e384b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.015535] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61750ce6-b824-468a-bc96-3ea12a2e384b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.268656] env[69323]: INFO networking_nsxv3.common.synchronization [req-a067c8fa-f33b-453a-9c28-0d2e946f8058 req-018f8c10-5584-4e9e-b370-589a0b266f06 tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Enqueued Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_members [ 653.269205] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_members [ 653.269545] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.269702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.269773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.270028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.270211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.270417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.270417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.270533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.270639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.270739] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.345850] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d92146-9e25-4634-9495-a062e455d178 [ 653.345850] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.345850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.345850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.345850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.345850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.345850] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d92146-9e25-4634-9495-a062e455d178 already deleted. [ 653.345850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d92146-9e25-4634-9495-a062e455d178" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.517781] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61750ce6-b824-468a-bc96-3ea12a2e384b [ 653.518061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.518224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.518310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.518767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.518767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.518767] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61750ce6-b824-468a-bc96-3ea12a2e384b already deleted. [ 653.518959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61750ce6-b824-468a-bc96-3ea12a2e384b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.774190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.774190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.774190] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 already deleted. [ 653.774190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.211331] env[69323]: INFO networking_nsxv3.common.synchronization [req-560c6818-ed3a-4cd3-9161-6ad34c146dcc req-e788dc5f-0710-4822-af92-74a023173d6e service nova] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_rules [ 654.211331] env[69323]: INFO networking_nsxv3.common.synchronization [req-560c6818-ed3a-4cd3-9161-6ad34c146dcc req-e788dc5f-0710-4822-af92-74a023173d6e service nova] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_members [ 654.211331] env[69323]: INFO networking_nsxv3.common.synchronization [req-560c6818-ed3a-4cd3-9161-6ad34c146dcc req-e788dc5f-0710-4822-af92-74a023173d6e service nova] Enqueued Resource ID: 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 with Priority: HIGHEST for action port [ 654.212598] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_rules [ 654.212598] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_members [ 654.215959] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 with Priority: HIGHEST for action port [ 654.216298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.216461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.216523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.218086] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.219403] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.219473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.219514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.219878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.219987] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.220084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.220164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.220339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.220426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.221088] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.221367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.221473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.221529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.221683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.221752] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36bcfd9d-1942-4b1d-a1fb-b09c943766b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.410474] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.410474] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.410474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.410774] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.410774] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.410828] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.411214] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.415347] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.415347] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.415347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.453338] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.453338] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.453338] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.453338] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.453338] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-8e80c446-0abb-49ab-a916-d4fd394f55a0 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.453636] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.453677] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.454546] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.454546] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e80c446-0abb-49ab-a916-d4fd394f55a0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.512545] env[69323]: INFO networking_nsxv3.common.synchronization [req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 req-a62d02ab-a7dc-4739-9925-abbd7080cd74 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_members [ 654.519367] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_members [ 654.519367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.519367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.519367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.519722] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.613624] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fd1d0ca8-ad1c-42ee-bb94-c1c94a754f33 None None] Enqueued Resource ID: 158485a3-294e-4bc5-9562-ad7339f61c2f with Priority: HIGHEST for action port [ 654.613624] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 158485a3-294e-4bc5-9562-ad7339f61c2f with Priority: HIGHEST for action port [ 654.614392] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-158485a3-294e-4bc5-9562-ad7339f61c2f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.614524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-158485a3-294e-4bc5-9562-ad7339f61c2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.614591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-158485a3-294e-4bc5-9562-ad7339f61c2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.614874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-158485a3-294e-4bc5-9562-ad7339f61c2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.615075] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('158485a3-294e-4bc5-9562-ad7339f61c2f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.723668] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.725242] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.725575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.725870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 with status ACTIVE [ 654.726276] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.727199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.727199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.727199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.727199] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.727199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.727199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.727480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.727825] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.727952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.728045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.728218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.728322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.728430] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36bcfd9d-1942-4b1d-a1fb-b09c943766b9 is going to be updated. [ 654.753357] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.753357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.753540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.753862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.753862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.753967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36bcfd9d-1942-4b1d-a1fb-b09c943766b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.889156] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 in Status: SUCCESS [ 654.889800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.958177] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.958596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.958596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.958856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.959018] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.959178] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 8e80c446-0abb-49ab-a916-d4fd394f55a0 not found, creating... [ 654.959456] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.959700] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.960843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.960843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.960843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.960843] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.960843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.960843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.961100] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.966132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.966132] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 8e80c446-0abb-49ab-a916-d4fd394f55a0 is going to be created. [ 654.990241] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.990241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.990241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.990241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.990241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.990241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.023141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.023247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.023330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.024672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.024672] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a already deleted. [ 655.024672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.117546] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 158485a3-294e-4bc5-9562-ad7339f61c2f [ 655.117777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.117912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.117981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.118215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.118302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.118439] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:158485a3-294e-4bc5-9562-ad7339f61c2f already deleted. [ 655.118475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-158485a3-294e-4bc5-9562-ad7339f61c2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.169242] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.169242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.169242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.169242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.169242] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.169242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.169242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.169242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.169971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.170265] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.170434] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.170487] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.170594] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.170701] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.170806] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.170935] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.189752] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.190024] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.190064] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.190323] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.191354] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-402fbd16-13ba-440f-b918-ecb267b840c6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.191354] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.191354] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.191619] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.191690] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402fbd16-13ba-440f-b918-ecb267b840c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.230364] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.316805] env[69323]: INFO networking_nsxv3.common.synchronization [None req-09b9ab67-4912-48f2-82e0-5620178a8671 None None] Enqueued Resource ID: a807fe10-2e56-4533-934d-f253f6c4e4c9 with Priority: HIGHEST for action port [ 655.323161] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a807fe10-2e56-4533-934d-f253f6c4e4c9 with Priority: HIGHEST for action port [ 655.324337] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a807fe10-2e56-4533-934d-f253f6c4e4c9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.324532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a807fe10-2e56-4533-934d-f253f6c4e4c9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.324617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a807fe10-2e56-4533-934d-f253f6c4e4c9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.325032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a807fe10-2e56-4533-934d-f253f6c4e4c9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.325187] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a807fe10-2e56-4533-934d-f253f6c4e4c9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.696541] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.696541] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.696541] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.696888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.696888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.696990] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 402fbd16-13ba-440f-b918-ecb267b840c6 not found, creating... [ 655.697272] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.697540] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.697664] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.698477] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.698477] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.698477] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.698477] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.698818] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.699053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.699205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.699442] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 402fbd16-13ba-440f-b918-ecb267b840c6 is going to be created. [ 655.723927] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.724782] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.724782] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.724888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.725644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.725644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.735624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.735828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.735828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.736612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.736612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.736612] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 is going to be created. [ 655.767072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.767072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.767072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.767072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.767072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.788201] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 in Status: UNINITIALIZED for 2s [ 655.829244] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a807fe10-2e56-4533-934d-f253f6c4e4c9 [ 655.829244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.829244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.829244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.829244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.829244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.829244] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a807fe10-2e56-4533-934d-f253f6c4e4c9 already deleted. [ 655.829244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a807fe10-2e56-4533-934d-f253f6c4e4c9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.032598] env[69323]: INFO networking_nsxv3.common.synchronization [None req-dafceaee-651d-42e5-91b3-0b1484642f4e None None] Enqueued Resource ID: d0ce5d09-1a6f-4144-b4d8-1257d9060d67 with Priority: HIGHEST for action port [ 656.032913] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ce5d09-1a6f-4144-b4d8-1257d9060d67 with Priority: HIGHEST for action port [ 656.033502] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ce5d09-1a6f-4144-b4d8-1257d9060d67 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.034330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ce5d09-1a6f-4144-b4d8-1257d9060d67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.034330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ce5d09-1a6f-4144-b4d8-1257d9060d67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.037798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ce5d09-1a6f-4144-b4d8-1257d9060d67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.037909] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ce5d09-1a6f-4144-b4d8-1257d9060d67',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.541533] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ce5d09-1a6f-4144-b4d8-1257d9060d67 [ 656.541828] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.541992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.542113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.542359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.542612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.542612] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ce5d09-1a6f-4144-b4d8-1257d9060d67 already deleted. [ 656.542612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ce5d09-1a6f-4144-b4d8-1257d9060d67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.564099] env[69323]: INFO networking_nsxv3.common.synchronization [req-a067c8fa-f33b-453a-9c28-0d2e946f8058 req-b9df11f1-5f77-4ff4-b6c8-4761373168ac service nova] Enqueued Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_rules [ 656.564283] env[69323]: INFO networking_nsxv3.common.synchronization [req-a067c8fa-f33b-453a-9c28-0d2e946f8058 req-b9df11f1-5f77-4ff4-b6c8-4761373168ac service nova] Enqueued Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_members [ 656.564461] env[69323]: INFO networking_nsxv3.common.synchronization [req-a067c8fa-f33b-453a-9c28-0d2e946f8058 req-b9df11f1-5f77-4ff4-b6c8-4761373168ac service nova] Enqueued Resource ID: 8e80c446-0abb-49ab-a916-d4fd394f55a0 with Priority: HIGHEST for action port [ 656.564958] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_rules [ 656.565140] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_members [ 656.565248] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e80c446-0abb-49ab-a916-d4fd394f55a0 with Priority: HIGHEST for action port [ 656.565515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.565641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.565737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.565949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.567291] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.569759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.569936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.570048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.570275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.570477] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.570635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.570722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.571041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.571458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.571629] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.573367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e80c446-0abb-49ab-a916-d4fd394f55a0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.573545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.573827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.574088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.574226] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e80c446-0abb-49ab-a916-d4fd394f55a0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.682826] env[69323]: INFO networking_nsxv3.common.synchronization [req-09fc66ec-0581-497f-b943-7fde283f42d9 req-8e68a81c-eb20-4d1c-a86b-a6dc99178bc2 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Enqueued Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_members [ 656.683627] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_members [ 656.684553] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.684782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.684846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685297] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.685409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.685504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.685638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.685729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.685823] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.074444] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.080033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e80c446-0abb-49ab-a916-d4fd394f55a0 with status ACTIVE [ 657.080033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.080033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.080033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e80c446-0abb-49ab-a916-d4fd394f55a0 is going to be updated. [ 657.082888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.082888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.103652] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.104109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.104255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.104800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.104800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.104908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e80c446-0abb-49ab-a916-d4fd394f55a0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.144042] env[69323]: INFO networking_nsxv3.common.synchronization [req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 req-16dc88c0-1e77-4c96-bf4d-55d8c199021f service nova] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_rules [ 657.144244] env[69323]: INFO networking_nsxv3.common.synchronization [req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 req-16dc88c0-1e77-4c96-bf4d-55d8c199021f service nova] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_members [ 657.144384] env[69323]: INFO networking_nsxv3.common.synchronization [req-646c1ad5-d654-417a-9b21-57bb1d0a1bc5 req-16dc88c0-1e77-4c96-bf4d-55d8c199021f service nova] Enqueued Resource ID: 402fbd16-13ba-440f-b918-ecb267b840c6 with Priority: HIGHEST for action port [ 657.144609] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_rules [ 657.144792] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_members [ 657.144974] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402fbd16-13ba-440f-b918-ecb267b840c6 with Priority: HIGHEST for action port [ 657.145481] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.145608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.145677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.146938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.147274] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.148483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.150123] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.150123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.150123] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.151265] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-402fbd16-13ba-440f-b918-ecb267b840c6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.152540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.152739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.153487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.156233] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402fbd16-13ba-440f-b918-ecb267b840c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.188157] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.188332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.188963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.188963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.188963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.188963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.189252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.189252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.189252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.190151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.190151] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 already deleted. [ 657.190151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.312667] env[69323]: INFO networking_nsxv3.common.synchronization [None req-66e6f697-02bb-4d8e-833b-76e45934d2c8 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_rules [ 657.313520] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_rules [ 657.313881] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.313995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.314690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.315151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.315151] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.567840] env[69323]: INFO networking_nsxv3.common.synchronization [None req-6297a9c4-4f4d-4525-968c-caa3b6ef0357 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_rules [ 657.568343] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_rules [ 657.568672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.569472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.576510] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.583037] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.583037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-320" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.583037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-320" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.583037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-320" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.583793] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.584044] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.584193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.584424] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.585553] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.585553] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.585553] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.585553] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.585553] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.585553] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.585553] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.585553] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.610595] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.610595] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.610595] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.610852] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-320" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.611226] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-80df0f29-502f-46ac-be58-967341f87b80 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.611463] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.611463] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.611853] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.611983] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80df0f29-502f-46ac-be58-967341f87b80',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.659855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.659855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.659855] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.662282] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 402fbd16-13ba-440f-b918-ecb267b840c6 with status ACTIVE [ 657.662282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.662488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.662488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.662669] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.662808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.663664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.663664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.663664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.663664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.663664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.663664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.664724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.664828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.665222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.665222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.665294] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 402fbd16-13ba-440f-b918-ecb267b840c6 is going to be updated. [ 657.692152] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.692341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.692341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.692540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.693463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.694334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402fbd16-13ba-440f-b918-ecb267b840c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.715312] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f8cd8dc0-0591-45ec-b574-551d31a9d93d None None] Enqueued Resource ID: a033533e-25ea-4077-9a07-f7330d9d0d8d with Priority: HIGHEST for action port [ 657.715582] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a033533e-25ea-4077-9a07-f7330d9d0d8d with Priority: HIGHEST for action port [ 657.716414] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a033533e-25ea-4077-9a07-f7330d9d0d8d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.716529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a033533e-25ea-4077-9a07-f7330d9d0d8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.716588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a033533e-25ea-4077-9a07-f7330d9d0d8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.716843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a033533e-25ea-4077-9a07-f7330d9d0d8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.716945] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a033533e-25ea-4077-9a07-f7330d9d0d8d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.801143] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 in Status: SUCCESS [ 657.801143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.801143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.801143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.801143] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.801476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.803074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.803074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.803074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.803074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.804415] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.849384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.849384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.849653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.851077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.851077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.851077] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 already deleted. [ 657.851077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.851077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.851077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.852756] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.081550] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.081550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.081550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.081550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.081550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.081550] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 is going to be created. [ 658.106868] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.107455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.107660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.110018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.110018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.115537] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.116308] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.116554] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.119441] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 80df0f29-502f-46ac-be58-967341f87b80 not found, creating... [ 658.119441] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.119441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.119441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.119441] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.120266] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.120653] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.120992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.121242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.121851] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 80df0f29-502f-46ac-be58-967341f87b80 is going to be created. [ 658.124283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 in Status: UNINITIALIZED for 2s [ 658.154629] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.154629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.154629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.154629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.154629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.154629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.161512] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.221556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a033533e-25ea-4077-9a07-f7330d9d0d8d [ 658.221556] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.221556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.221556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.221556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.221556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.221556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a033533e-25ea-4077-9a07-f7330d9d0d8d already deleted. [ 658.221556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a033533e-25ea-4077-9a07-f7330d9d0d8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.307597] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.380761] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.380761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.380761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.380761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.380761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.380761] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 already deleted. [ 658.380761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.665057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.668800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.668800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.668800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.668800] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a is going to be created. [ 658.697178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.697397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.697514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.698182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.698182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.712710] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32ada97-a662-44f4-80bb-2c4f1da1262a in Status: UNINITIALIZED for 2s [ 658.811473] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87a91c94-9241-4c6a-abe2-461ef33a1182: rpc.has_security_group_logging(os_id): False [ 658.848148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.848439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.848439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.848655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.848768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.849056] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.849222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.849222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.849410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.849462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.849556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 is going to be created. [ 658.891646] env[69323]: INFO networking_nsxv3.common.synchronization [req-09fc66ec-0581-497f-b943-7fde283f42d9 req-5233ad5e-c688-4cac-a243-15f95961696e service nova] Enqueued Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_rules [ 658.891889] env[69323]: INFO networking_nsxv3.common.synchronization [req-09fc66ec-0581-497f-b943-7fde283f42d9 req-5233ad5e-c688-4cac-a243-15f95961696e service nova] Enqueued Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_members [ 658.892063] env[69323]: INFO networking_nsxv3.common.synchronization [req-09fc66ec-0581-497f-b943-7fde283f42d9 req-5233ad5e-c688-4cac-a243-15f95961696e service nova] Enqueued Resource ID: 80df0f29-502f-46ac-be58-967341f87b80 with Priority: HIGHEST for action port [ 658.892608] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_rules [ 658.892761] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_members [ 658.892841] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80df0f29-502f-46ac-be58-967341f87b80 with Priority: HIGHEST for action port [ 658.895931] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.896890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.897013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.897371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.897371] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.898445] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.898592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.899067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.899067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.899336] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.899447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.899518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.900503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.900503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.900503] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.907214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-80df0f29-502f-46ac-be58-967341f87b80 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.907214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.907214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.907487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.907487] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80df0f29-502f-46ac-be58-967341f87b80',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.966404] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.967191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.967191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.967905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.967905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.988015] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 in Status: IN_PROGRESS for 2s [ 659.408791] env[69323]: INFO networking_nsxv3.common.synchronization [req-d89d34e0-360f-4c70-a0c2-d64683100d83 req-c80f4686-600d-46e1-9263-e216dd27c218 tempest-DeleteServersAdminTestJSON-1273552934 tempest-DeleteServersAdminTestJSON-1273552934-project-admin] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 659.409164] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.411408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.411592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.411643] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 659.413476] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80df0f29-502f-46ac-be58-967341f87b80 with status ACTIVE [ 659.413476] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.413476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.413476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.413476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.413476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.413842] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.413842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.413842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.414076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.414108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.414678] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.414678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.414678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.414846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.415326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.415326] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80df0f29-502f-46ac-be58-967341f87b80 is going to be updated. [ 659.416483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.416731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.416802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.416966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.417269] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.417269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.417269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.417450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.417496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.417561] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.441070] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.441701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.441701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.441701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.441701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80df0f29-502f-46ac-be58-967341f87b80" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.625144] env[69323]: INFO networking_nsxv3.common.synchronization [req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 req-85e8e0a0-b134-473e-afb2-fc79f2067053 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 659.625364] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 659.625696] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.625833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.625891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.626741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.626913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.627033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.627117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.627304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.627389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.627487] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.885672] env[69323]: INFO networking_nsxv3.common.synchronization [None req-987c9fb8-4e57-463b-8969-e8b9c8cd4aca None None] Enqueued Resource ID: 0dfcfe11-0414-4b4f-9221-7cc97c96cc39 with Priority: HIGHEST for action port [ 659.892098] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfcfe11-0414-4b4f-9221-7cc97c96cc39 with Priority: HIGHEST for action port [ 659.892677] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfcfe11-0414-4b4f-9221-7cc97c96cc39 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.892891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfcfe11-0414-4b4f-9221-7cc97c96cc39" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.893036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfcfe11-0414-4b4f-9221-7cc97c96cc39" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.893420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfcfe11-0414-4b4f-9221-7cc97c96cc39" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.893565] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfcfe11-0414-4b4f-9221-7cc97c96cc39',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.912828] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.919336] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.919505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.919598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.919817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.919914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.920134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.920250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.920353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.920455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.920533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.920623] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be updated. [ 659.960744] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.960917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.960986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.961223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.961366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.972016] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: IN_PROGRESS for 2s [ 660.132737] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.132900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.132983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.133221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.133308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.133522] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.134226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.134226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.134226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.134226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.134226] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d already deleted. [ 660.134226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.138029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 in Status: SUCCESS [ 660.138139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.138254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.138455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.139301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.139468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.139562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.139808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.140058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.140491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.140629] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.401655] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dfcfe11-0414-4b4f-9221-7cc97c96cc39 [ 660.401911] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.402077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.402154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.402384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.402475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.402621] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dfcfe11-0414-4b4f-9221-7cc97c96cc39 already deleted. [ 660.402664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfcfe11-0414-4b4f-9221-7cc97c96cc39" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.415952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.416144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.416231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.416450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.416539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.416643] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 is going to be created. [ 660.449624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.449624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.449624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.449624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.449624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.465943] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 in Status: UNINITIALIZED for 2s [ 660.643169] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.643438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.643438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.643633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.643839] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.643983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.643983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.644157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.644247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.644405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.644481] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.644575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.644636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.644878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.644928] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.644990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.645059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.645498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.645498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.645498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.645498] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.701747] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.702502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.702502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.702502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.702674] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.702841] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.702955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.703973] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.704166] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.704396] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.704519] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.704633] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.704751] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.704919] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.705067] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.705211] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.729034] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.729937] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.729937] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.729937] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.729937] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-31ac00d6-7fda-4e01-b448-3864bce6fac4 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.731236] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.731236] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.731236] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.731236] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ac00d6-7fda-4e01-b448-3864bce6fac4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.734935] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32ada97-a662-44f4-80bb-2c4f1da1262a in Status: SUCCESS [ 660.735252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.735399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.735825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.736081] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.736236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.736326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.736516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.736634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.736746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.736871] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.811442] env[69323]: INFO networking_nsxv3.common.synchronization [None req-736db485-b524-4079-8224-b6b0f5779f62 None None] Enqueued Resource ID: 2b42161b-dc91-4174-b8e7-388a6a7d90e8 with Priority: HIGHEST for action port [ 660.811707] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42161b-dc91-4174-b8e7-388a6a7d90e8 with Priority: HIGHEST for action port [ 660.812315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b42161b-dc91-4174-b8e7-388a6a7d90e8 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.813075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b42161b-dc91-4174-b8e7-388a6a7d90e8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.813075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b42161b-dc91-4174-b8e7-388a6a7d90e8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.813075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b42161b-dc91-4174-b8e7-388a6a7d90e8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.813075] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b42161b-dc91-4174-b8e7-388a6a7d90e8',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.001713] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 in Status: SUCCESS [ 661.002092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.148393] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a3eb907-943e-465e-9a4b-45be4c38dc82: rpc.has_security_group_logging(os_id): False [ 661.170660] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.170827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.173115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.173115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.173115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.173115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.174134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.174134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.174134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.174134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.174134] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 is going to be created. [ 661.240158] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.240405] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.240571] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.240874] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241061] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241266] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 31ac00d6-7fda-4e01-b448-3864bce6fac4 not found, creating... [ 661.241576] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.241775] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.241952] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.242318] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.242487] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.242826] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.246858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.246858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.246858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.246858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.246858] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 31ac00d6-7fda-4e01-b448-3864bce6fac4 is going to be created. [ 661.247247] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.300511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.300853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.300853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.301042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.301563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.308292] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.308685] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.308775] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.309355] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.309465] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.309865] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.315869] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b42161b-dc91-4174-b8e7-388a6a7d90e8 [ 661.316100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.316281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.316344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.317124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.317124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.317124] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b42161b-dc91-4174-b8e7-388a6a7d90e8 already deleted. [ 661.317124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b42161b-dc91-4174-b8e7-388a6a7d90e8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.327648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 in Status: IN_PROGRESS for 2s [ 661.477778] env[69323]: INFO networking_nsxv3.common.synchronization [req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 req-60908258-aff6-491b-b91c-8d42a2fed55e tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Enqueued Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_members [ 661.477993] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_members [ 661.478409] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.478482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.478518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.478884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.483177] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.483863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.483863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.483863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.483863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.483863] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.753771] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a32ada97-a662-44f4-80bb-2c4f1da1262a: rpc.has_security_group_logging(os_id): False [ 661.773885] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.774397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.774684] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.774849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.774951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.775048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.775141] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a is going to be created. [ 661.841121] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.841358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.841412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.841639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.841949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.856672] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32ada97-a662-44f4-80bb-2c4f1da1262a in Status: IN_PROGRESS for 2s [ 661.983645] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 661.983905] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 deletion is rescheduled due to dependency. [ 661.984019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.987586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.987586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.987586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.987803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.987803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.987915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.987996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.988062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.988220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.988296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.988385] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c007d-d1bc-4290-8356-866ab3dba77d already deleted. [ 661.988466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.478300] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 in Status: SUCCESS [ 662.478622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.478702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.478913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.479136] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.479318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.479444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.479649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.479793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.479957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.480523] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.624397] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.624746] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-110" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.625063] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-110" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.625469] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-110" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.625806] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.625976] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.626174] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.626403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.626556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.626972] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.626972] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.627054] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.627156] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.627268] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.627375] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.627522] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.648378] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.648569] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.648714] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.650337] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-110" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.650337] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.650337] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.650337] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.650337] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.650337] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efb6a4b-1c57-47cf-823a-6f4f9b3f904d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.675167] env[69323]: INFO networking_nsxv3.common.synchronization [req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 req-c5536197-14a9-46c7-804b-dee8011b6fea service nova] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 662.675252] env[69323]: INFO networking_nsxv3.common.synchronization [req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 req-c5536197-14a9-46c7-804b-dee8011b6fea service nova] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 662.675345] env[69323]: INFO networking_nsxv3.common.synchronization [req-1893addc-f93b-40c8-a1c4-88e6adb2f8f1 req-c5536197-14a9-46c7-804b-dee8011b6fea service nova] Enqueued Resource ID: 31ac00d6-7fda-4e01-b448-3864bce6fac4 with Priority: HIGHEST for action port [ 662.679296] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 662.679296] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 662.679296] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ac00d6-7fda-4e01-b448-3864bce6fac4 with Priority: HIGHEST for action port [ 662.679296] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.679296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.679296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.679296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.679296] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.679950] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.680096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.680186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.680412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.683671] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.684151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.685435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.685679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.685777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.685884] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.687273] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-31ac00d6-7fda-4e01-b448-3864bce6fac4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.687399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.687399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.687890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.687890] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ac00d6-7fda-4e01-b448-3864bce6fac4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.984253] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.984253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.984253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.984253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.984844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.984844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.984844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.984844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.984844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.985176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.985176] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.985256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.985256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.985425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.986016] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.986016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.986016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.986016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.986016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.986016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.986287] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.153675] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.153923] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.154272] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.155450] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.155618] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.156678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d not found, creating... [ 663.156678] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.156678] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.156839] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.157311] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.157311] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.157613] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.157791] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.157919] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.161028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.161028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.161028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d is going to be created. [ 663.184757] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.184757] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.184973] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.185345] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.185544] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.185820] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.190372] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.191210] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.191336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.191470] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31ac00d6-7fda-4e01-b448-3864bce6fac4 with status ACTIVE [ 663.191621] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.191825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.191825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.192180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.192217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.192384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.192480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.192539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.193014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.193014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.193014] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.193172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.193172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.193288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.193398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.193455] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31ac00d6-7fda-4e01-b448-3864bce6fac4 is going to be updated. [ 663.219546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.219790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.219865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.220062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.220195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.220357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31ac00d6-7fda-4e01-b448-3864bce6fac4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.343659] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 in Status: SUCCESS [ 663.343892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.489014] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8af9bd9f-00d0-457b-820c-abf8cb036af9: rpc.has_security_group_logging(os_id): False [ 663.508908] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.509088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.509133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.509339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.509426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.509628] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.509730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.509808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.509966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.510110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.510310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.510470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.510614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.510686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.510887] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.510985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.511060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.511202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.511292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.511389] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 is going to be created. [ 663.574928] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.574928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.574928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.575183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.575409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.590671] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 in Status: IN_PROGRESS for 2s [ 663.696038] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.788929] env[69323]: INFO networking_nsxv3.common.synchronization [None req-d5231ccd-a547-45c8-8d9c-744c4bf02ec5 None None] Enqueued Resource ID: edef3b4c-8d9e-4aa7-8325-85cf298926a1 with Priority: HIGHEST for action port [ 663.789184] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edef3b4c-8d9e-4aa7-8325-85cf298926a1 with Priority: HIGHEST for action port [ 663.789871] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-edef3b4c-8d9e-4aa7-8325-85cf298926a1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.790017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edef3b4c-8d9e-4aa7-8325-85cf298926a1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.790259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edef3b4c-8d9e-4aa7-8325-85cf298926a1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.790539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edef3b4c-8d9e-4aa7-8325-85cf298926a1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.790660] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edef3b4c-8d9e-4aa7-8325-85cf298926a1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.877809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a32ada97-a662-44f4-80bb-2c4f1da1262a in Status: SUCCESS [ 663.877809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.202082] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.202249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.202307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.202521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.202614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.202887] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be created. [ 664.291837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.291837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.291837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.295140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.295751] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edef3b4c-8d9e-4aa7-8325-85cf298926a1 [ 664.296886] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.296973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.297124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.297459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.297459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.297551] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edef3b4c-8d9e-4aa7-8325-85cf298926a1 already deleted. [ 664.297551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edef3b4c-8d9e-4aa7-8325-85cf298926a1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.318229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: UNINITIALIZED for 2s [ 664.384636] env[69323]: INFO networking_nsxv3.common.synchronization [req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 req-909a9156-a1b4-4212-9dd7-e8c3d6c83fc6 service nova] Enqueued Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_rules [ 664.386533] env[69323]: INFO networking_nsxv3.common.synchronization [req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 req-909a9156-a1b4-4212-9dd7-e8c3d6c83fc6 service nova] Enqueued Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_members [ 664.386533] env[69323]: INFO networking_nsxv3.common.synchronization [req-b8e13cdf-7a71-48d4-9daa-6204cf164ca6 req-909a9156-a1b4-4212-9dd7-e8c3d6c83fc6 service nova] Enqueued Resource ID: 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d with Priority: HIGHEST for action port [ 664.387259] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_rules [ 664.387461] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_members [ 664.387633] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d with Priority: HIGHEST for action port [ 664.388830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.389207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.389207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.389402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.389492] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.392742] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.392830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.392929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.393147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.393826] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.393942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.393986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.394637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.398287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.398404] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.399615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.399756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.399810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.400047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.400139] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8efb6a4b-1c57-47cf-823a-6f4f9b3f904d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.794304] env[69323]: INFO networking_nsxv3.common.synchronization [req-86a85725-a451-4eac-ae1a-6b4a0cb9655c req-14ac5e0c-884e-4582-aae5-2fe3ef037a7a tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 664.794619] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 664.799822] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.800053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.800133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.800473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.800655] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.800761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.800831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.800983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.801081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.801179] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.905379] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.905379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.905379] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d with status ACTIVE [ 664.905379] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.905379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.905379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.905379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.906168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.906507] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.906622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.910562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.910562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.910562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.910862] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.910862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.910981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.913861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.913861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.913861] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8efb6a4b-1c57-47cf-823a-6f4f9b3f904d is going to be updated. [ 664.913861] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.943714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.944066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.944066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.947024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.947024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.947024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8efb6a4b-1c57-47cf-823a-6f4f9b3f904d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.304032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.305963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.305963] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 already deleted. [ 665.305963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.414776] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.519573] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e0af1866-423a-42bb-8145-b34c9dcc5adb None None] Enqueued Resource ID: f8894030-8b61-4e5f-8b2a-c58594bdf44a with Priority: HIGHEST for action port [ 665.519573] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8894030-8b61-4e5f-8b2a-c58594bdf44a with Priority: HIGHEST for action port [ 665.519573] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8894030-8b61-4e5f-8b2a-c58594bdf44a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.519573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8894030-8b61-4e5f-8b2a-c58594bdf44a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.519573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8894030-8b61-4e5f-8b2a-c58594bdf44a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.520592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8894030-8b61-4e5f-8b2a-c58594bdf44a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.521442] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8894030-8b61-4e5f-8b2a-c58594bdf44a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.612370] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 in Status: SUCCESS [ 665.612370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.902641] env[69323]: INFO networking_nsxv3.common.synchronization [None req-aa3b8777-209c-4882-bd64-5804d684eff2 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Enqueued Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_rules [ 665.905943] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_rules [ 665.905943] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.905943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.905943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.905943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.905943] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.918158] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.918320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.918400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.918616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.918719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.918829] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c007d-d1bc-4290-8356-866ab3dba77d is going to be created. [ 665.947022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.947022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.947022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.947022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.947022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.961144] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c007d-d1bc-4290-8356-866ab3dba77d in Status: UNINITIALIZED for 2s [ 666.024886] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8894030-8b61-4e5f-8b2a-c58594bdf44a [ 666.025272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.025460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.025534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.025771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.025864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.025963] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8894030-8b61-4e5f-8b2a-c58594bdf44a already deleted. [ 666.026090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8894030-8b61-4e5f-8b2a-c58594bdf44a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.221647] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.221896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.222044] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.222378] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.222637] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.222792] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.222903] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.223235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.223393] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.223760] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.223896] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.224032] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.224155] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.224266] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.224369] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.224566] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.249941] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.250467] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.250708] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.250907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.251249] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-9555c672-8ba9-4b34-8f71-6177534cf59f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.251429] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.251547] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.252359] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.252533] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9555c672-8ba9-4b34-8f71-6177534cf59f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.255026] env[69323]: INFO networking_nsxv3.common.synchronization [None req-6dd0c718-bfb3-4cea-8637-c12352ff430f tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Enqueued Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_rules [ 666.256221] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_rules [ 666.256773] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.256907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.333622] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.333622] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.333622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.333622] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.427738] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.428058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.428058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.428217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.428307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.428400] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 already deleted. [ 666.428823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.429062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.429317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.429437] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.759881] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.759881] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 9555c672-8ba9-4b34-8f71-6177534cf59f not found, creating... [ 666.759881] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.759881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.760759] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.762934] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.762934] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.762934] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.763417] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.763417] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 9555c672-8ba9-4b34-8f71-6177534cf59f is going to be created. [ 666.795230] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.795800] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.795800] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.796041] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.796418] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.796728] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.840612] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.965168] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.965519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.965519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.965609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.965709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.965813] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 already deleted. [ 666.965903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.345818] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c02837-4a38-4820-b5b5-e32c81dbf64d: rpc.has_security_group_logging(os_id): False [ 667.366814] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.367101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.367161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.367789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.367897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.368155] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.368262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.368330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.368494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.368576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.368746] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be created. [ 667.445060] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.448053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.448053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.448053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.448053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.463047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: IN_PROGRESS for 2s [ 667.974521] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c007d-d1bc-4290-8356-866ab3dba77d in Status: SUCCESS [ 667.974521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.974521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.974889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.974889] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.975083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.975365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.975365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.975447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.975686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.975686] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.036166] env[69323]: INFO networking_nsxv3.common.synchronization [req-86a85725-a451-4eac-ae1a-6b4a0cb9655c req-b6fe5352-6826-4c5e-9b71-07f6e5929169 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 668.036166] env[69323]: INFO networking_nsxv3.common.synchronization [req-86a85725-a451-4eac-ae1a-6b4a0cb9655c req-b6fe5352-6826-4c5e-9b71-07f6e5929169 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 668.036166] env[69323]: INFO networking_nsxv3.common.synchronization [req-86a85725-a451-4eac-ae1a-6b4a0cb9655c req-b6fe5352-6826-4c5e-9b71-07f6e5929169 service nova] Enqueued Resource ID: 9555c672-8ba9-4b34-8f71-6177534cf59f with Priority: HIGHEST for action port [ 668.036166] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 668.036398] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 668.036398] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9555c672-8ba9-4b34-8f71-6177534cf59f with Priority: HIGHEST for action port [ 668.036590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.037952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.037952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.039583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.039707] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.040745] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.040880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.040961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.041415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.041755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.041755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.041755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.041755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.041886] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.042883] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9555c672-8ba9-4b34-8f71-6177534cf59f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.042990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.045385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.046088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.046088] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9555c672-8ba9-4b34-8f71-6177534cf59f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.482315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.482469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.482545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.482764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.482930] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.483047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.483142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.483329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.483424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.483517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.483665] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.483757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.483815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.483973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.484125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.484216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.484273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.484412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.484488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.484566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.484656] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.553270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.553270] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.553270] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9555c672-8ba9-4b34-8f71-6177534cf59f with status ACTIVE [ 668.553270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.553270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.553270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.554146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.554146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.554146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.554146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.554146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.554146] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9555c672-8ba9-4b34-8f71-6177534cf59f is going to be updated. [ 668.581834] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.581834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.581834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.581834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.581834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.581834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9555c672-8ba9-4b34-8f71-6177534cf59f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.643019] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8ce12837-2637-4097-9cdc-a42842693089 None None] Enqueued Resource ID: 09eab518-8453-4b68-8d38-f08d7c77eb40 with Priority: HIGHEST for action port [ 668.643019] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09eab518-8453-4b68-8d38-f08d7c77eb40 with Priority: HIGHEST for action port [ 668.643019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-09eab518-8453-4b68-8d38-f08d7c77eb40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09eab518-8453-4b68-8d38-f08d7c77eb40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09eab518-8453-4b68-8d38-f08d7c77eb40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09eab518-8453-4b68-8d38-f08d7c77eb40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.643019] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09eab518-8453-4b68-8d38-f08d7c77eb40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.771273] env[69323]: INFO networking_nsxv3.common.synchronization [req-f8288b8f-6f90-45c5-a561-318cd66cdde0 req-ae37660f-e65b-46f6-86d0-420b0e3e5276 tempest-InstanceActionsNegativeTestJSON-794091814 tempest-InstanceActionsNegativeTestJSON-794091814-project-member] Enqueued Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_members [ 668.772348] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGHEST for action security_group_members [ 668.772877] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.773338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.773588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.773914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.774236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.774783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.774783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.776513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.776513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.776513] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.987854] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 375c007d-d1bc-4290-8356-866ab3dba77d: rpc.has_security_group_logging(os_id): False [ 669.011726] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.012853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.012853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.013309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.013309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.013681] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.013817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.013978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.014154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.014409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.014642] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.014818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.015066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.015348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.015517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.016239] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.017238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.017426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.017752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.018103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.018342] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c007d-d1bc-4290-8356-866ab3dba77d is going to be created. [ 669.055422] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.125945] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.126220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.126293] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.126545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.130027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.142071] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375c007d-d1bc-4290-8356-866ab3dba77d in Status: IN_PROGRESS for 2s [ 669.145527] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09eab518-8453-4b68-8d38-f08d7c77eb40 [ 669.145756] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.145898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.145967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.146200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.146313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.146415] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09eab518-8453-4b68-8d38-f08d7c77eb40 already deleted. [ 669.146501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09eab518-8453-4b68-8d38-f08d7c77eb40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.282248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.282248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.282248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.282248] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 is going to be updated. [ 669.316179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.316179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.316179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.316575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.316575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.327817] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 in Status: IN_PROGRESS for 2s [ 669.477464] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 669.477737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.560925] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.560925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.560925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.560925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.560925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.560925] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be created. [ 669.591022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.591022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.591022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.591022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.591022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.601354] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: UNINITIALIZED for 2s [ 670.077247] env[69323]: INFO networking_nsxv3.common.synchronization [req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 req-ffe8c559-508f-4321-9e43-01824533bce2 tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Enqueued Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_members [ 670.077958] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_members [ 670.078406] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.078547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.078663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.078927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.079106] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.079208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.079271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.079421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.079521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.079627] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.582488] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.582488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.582488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.582488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.582488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.582837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.582837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.582837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.583040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.583040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.584339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ad78-eb9f-466a-957f-97966cbac773 already deleted. [ 670.584339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.642681] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.643391] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-292" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.644829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-292" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.645270] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-292" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.645829] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.645829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.645943] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.646315] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.646383] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.647288] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.647288] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.647288] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.647288] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.647288] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 670.647288] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.647288] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.670258] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.670258] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 670.670258] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.670500] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-292" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.670661] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-dc76b36a-f38a-4e77-aeb6-274906d490ad taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.672533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.672533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.672533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.672533] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc76b36a-f38a-4e77-aeb6-274906d490ad',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.824145] env[69323]: INFO networking_nsxv3.common.synchronization [None req-319dd356-865c-45ba-ba14-36ce63bd90ef None None] Enqueued Resource ID: c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572 with Priority: HIGHEST for action port [ 670.824145] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572 with Priority: HIGHEST for action port [ 670.824145] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.824145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.824509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.824892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.825192] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.157633] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 375c007d-d1bc-4290-8356-866ab3dba77d in Status: SUCCESS [ 671.157980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.180550] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.180762] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.180900] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.181349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.181349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.181489] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port dc76b36a-f38a-4e77-aeb6-274906d490ad not found, creating... [ 671.181749] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.181974] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.182054] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.182341] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.182423] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.182664] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.182825] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.182966] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.183181] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.183308] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.183448] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: dc76b36a-f38a-4e77-aeb6-274906d490ad is going to be created. [ 671.213907] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.213907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.214279] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.214951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.214951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.215089] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.329762] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572 [ 671.329762] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.329762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.329973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.330237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.330425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.330996] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572 already deleted. [ 671.331472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2dfdcba-5e56-4d44-9ca4-0e7d3c38a572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.343167] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 in Status: SUCCESS [ 671.343403] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 deletion is rescheduled due to dependency. [ 671.343515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.614019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.614019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.614019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.614019] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.777131] env[69323]: INFO networking_nsxv3.common.synchronization [req-c17cb988-931e-41bf-b41d-adbb08c46aaf req-d01498f9-68da-4d16-8bdd-ba64577ac10c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 671.778073] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 671.778567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.778922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.779130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.779456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.779739] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.781404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.781404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.781404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.781404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.781404] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.117328] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.117504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.170408] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.170678] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.170761] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171302] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171457] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.171693] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171784] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171924] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.172209] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.172357] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.172468] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.172573] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.172682] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.172867] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.172942] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.193047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.193047] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.193047] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.193047] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.193451] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-63488f10-880f-442b-b8f0-733534f67b57 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.193639] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.193785] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.194266] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.194448] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63488f10-880f-442b-b8f0-733534f67b57',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.283242] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.509682] env[69323]: INFO networking_nsxv3.common.synchronization [req-5452757c-42a9-4084-9a55-166e9469033c req-70e3c795-6651-4bde-8f4d-4448f0cc3404 tempest-ServerExternalEventsTest-424117207 tempest-ServerExternalEventsTest-424117207-project-member] Enqueued Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_members [ 672.511317] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGHEST for action security_group_members [ 672.511714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.511852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.512653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.512890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.513090] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.513242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.513319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.513446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.513542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.513643] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.619157] env[69323]: INFO networking_nsxv3.common.synchronization [req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 req-bed66e5c-a53c-4838-909d-9059222da136 service nova] Enqueued Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_rules [ 672.619157] env[69323]: INFO networking_nsxv3.common.synchronization [req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 req-bed66e5c-a53c-4838-909d-9059222da136 service nova] Enqueued Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_members [ 672.619157] env[69323]: INFO networking_nsxv3.common.synchronization [req-a37fe07b-d9a2-49f1-8322-307b6e63ec36 req-bed66e5c-a53c-4838-909d-9059222da136 service nova] Enqueued Resource ID: dc76b36a-f38a-4e77-aeb6-274906d490ad with Priority: HIGHEST for action port [ 672.621631] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_rules [ 672.621631] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_members [ 672.621631] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc76b36a-f38a-4e77-aeb6-274906d490ad with Priority: HIGHEST for action port [ 672.621631] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.622184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.624650] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.624650] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.624650] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.624650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.625403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.625403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.625403] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.628479] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc76b36a-f38a-4e77-aeb6-274906d490ad taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.628479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.628479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.628479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.628479] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc76b36a-f38a-4e77-aeb6-274906d490ad',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.697702] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.697924] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.698064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.698350] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.698493] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.698699] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 63488f10-880f-442b-b8f0-733534f67b57 not found, creating... [ 672.698999] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.699192] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.699307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.699551] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.699688] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.699974] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.700787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.700787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.700787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.700787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.700787] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 63488f10-880f-442b-b8f0-733534f67b57 is going to be created. [ 672.727500] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.727751] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.728327] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.728327] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.728567] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.729628] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.785759] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.807458] env[69323]: INFO networking_nsxv3.common.synchronization [None req-d720dd76-7d92-4df0-ae6c-1a24b0a2af29 None None] Enqueued Resource ID: d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b with Priority: HIGHEST for action port [ 672.807963] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b with Priority: HIGHEST for action port [ 672.808295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.808422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.808476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.808741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.808828] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.022444] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.022611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.022678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.022920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.022997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.023208] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.023304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.023387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.023558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.023664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.023791] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 is going to be updated. [ 673.053611] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.053812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.053864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.054197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.054361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.065015] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 in Status: IN_PROGRESS for 2s [ 673.129112] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129526] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc76b36a-f38a-4e77-aeb6-274906d490ad with status ACTIVE [ 673.129809] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.131035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131866] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.132033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.132130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.134338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.134522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.134689] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.134814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.134880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.136360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.136584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.136708] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc76b36a-f38a-4e77-aeb6-274906d490ad is going to be updated. [ 673.139225] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.167182] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.167968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.168130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.168459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.168713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.169520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc76b36a-f38a-4e77-aeb6-274906d490ad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.288923] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.290814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.290814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.290814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.290814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.290814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 673.311446] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b [ 673.312163] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.312163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.312163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.312384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.312425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.312852] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b already deleted. [ 673.312852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1ffcb03-8d77-4e5f-a9bb-039f455e0a8b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.324312] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.324636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.324636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.324892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.325187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335479] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 673.643132] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.016294] env[69323]: INFO networking_nsxv3.common.synchronization [req-c17cb988-931e-41bf-b41d-adbb08c46aaf req-85bcdfe2-3a33-4469-87c6-434f95bde9b4 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 674.016782] env[69323]: INFO networking_nsxv3.common.synchronization [req-c17cb988-931e-41bf-b41d-adbb08c46aaf req-85bcdfe2-3a33-4469-87c6-434f95bde9b4 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 674.017193] env[69323]: INFO networking_nsxv3.common.synchronization [req-c17cb988-931e-41bf-b41d-adbb08c46aaf req-85bcdfe2-3a33-4469-87c6-434f95bde9b4 service nova] Enqueued Resource ID: 63488f10-880f-442b-b8f0-733534f67b57 with Priority: HIGHEST for action port [ 674.018443] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 674.018712] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 674.019125] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63488f10-880f-442b-b8f0-733534f67b57 with Priority: HIGHEST for action port [ 674.019641] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.020127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.020963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.021229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.022017] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-63488f10-880f-442b-b8f0-733534f67b57 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.022017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.022017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.022017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.022279] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63488f10-880f-442b-b8f0-733534f67b57',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.147928] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.147928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.147928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.147928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.147928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.147928] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ad78-eb9f-466a-957f-97966cbac773 is going to be created. [ 674.173661] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.173895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.174045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.174391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.174620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.197649] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ad78-eb9f-466a-957f-97966cbac773 in Status: UNINITIALIZED for 2s [ 674.361057] env[69323]: INFO networking_nsxv3.common.synchronization [req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 req-05621217-b212-4046-a4b7-e79083b4315b tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 674.361057] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 674.361057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.361057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.361057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.364967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.364967] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.364967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.364967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.364967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.364967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.364967] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.531339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63488f10-880f-442b-b8f0-733534f67b57 with status ACTIVE [ 674.531339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.531339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.531339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.531339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.531339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63488f10-880f-442b-b8f0-733534f67b57 is going to be updated. [ 674.559036] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.559036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.559036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.559036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.559036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.559036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63488f10-880f-442b-b8f0-733534f67b57" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.873618] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.873618] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.873618] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b already deleted. [ 674.873618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.988431] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.988431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.988431] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.988431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.988971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.989573] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.989868] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.990207] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.990433] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.990633] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.990833] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.991057] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.991263] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.991510] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.015576] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.015576] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 675.015914] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.015914] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.016213] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-39e734af-cbe6-4a73-962e-e515de9f834a taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.016379] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.016498] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.016836] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.016968] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e734af-cbe6-4a73-962e-e515de9f834a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.077063] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 in Status: SUCCESS [ 675.077063] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 deletion is rescheduled due to dependency. [ 675.077063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.314399] env[69323]: INFO networking_nsxv3.common.synchronization [None req-68fb73d4-a5c3-4fb7-8398-b8a0adf8e29c None None] Enqueued Resource ID: b0bab895-a9ee-47ba-b734-bedc1808f7c2 with Priority: HIGHEST for action port [ 675.314399] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0bab895-a9ee-47ba-b734-bedc1808f7c2 with Priority: HIGHEST for action port [ 675.314399] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0bab895-a9ee-47ba-b734-bedc1808f7c2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.314399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0bab895-a9ee-47ba-b734-bedc1808f7c2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.314399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0bab895-a9ee-47ba-b734-bedc1808f7c2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.314399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0bab895-a9ee-47ba-b734-bedc1808f7c2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.314399] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0bab895-a9ee-47ba-b734-bedc1808f7c2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.351187] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 675.352464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.353752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.354091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.354250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.354297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.354434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.354645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.354905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.355122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.355122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.355228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.355343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.355454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.355507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.355632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.355705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.355789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.355870] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.357948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.357948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.357948] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.358174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.358345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.358960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.358960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.358960] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.520354] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.520992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.520992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.521273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.521456] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.521636] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 39e734af-cbe6-4a73-962e-e515de9f834a not found, creating... [ 675.522130] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.522273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.522805] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.522805] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.522920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.523743] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.524143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.525432] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.525878] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.526250] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 39e734af-cbe6-4a73-962e-e515de9f834a is going to be created. [ 675.552357] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.552641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.552716] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.553027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.553267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.553532] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.826441] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0bab895-a9ee-47ba-b734-bedc1808f7c2 [ 675.826441] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.826441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.826441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.826441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.826441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.826441] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0bab895-a9ee-47ba-b734-bedc1808f7c2 already deleted. [ 675.826441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0bab895-a9ee-47ba-b734-bedc1808f7c2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.858022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037ff67e-fe5b-4b83-9bf7-75bea63f1a40: rpc.has_security_group_logging(os_id): False [ 675.862814] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.879384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.879595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.879595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.879787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.879876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.880106] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.880262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.880262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.880423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.880502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.880677] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.880772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.880941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.881034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.881071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.881233] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.881315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.881364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.881504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.881573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.881653] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be created. [ 675.950025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.950217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.950290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.950547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.950897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 676.200526] env[69323]: INFO networking_nsxv3.common.synchronization [req-3dd15ea7-1861-4993-8318-d37d2e7b983d req-12f71803-0d3c-4c62-8bdc-9afe4a899c7c tempest-ServerDiagnosticsNegativeTest-1146761597 tempest-ServerDiagnosticsNegativeTest-1146761597-project-member] Enqueued Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_members [ 676.201387] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGHEST for action security_group_members [ 676.202208] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.202489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.202717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.203028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204751] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.204751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.204751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.204751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.204751] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.213515] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ad78-eb9f-466a-957f-97966cbac773 in Status: SUCCESS [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.213515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213515] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.368948] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.706912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.709179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.709179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.709179] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 is going to be updated. [ 676.717919] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.718124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.718124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.718266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.718430] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.718530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.718588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.718734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.718819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.718907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.719068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.719165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.719223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.719365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.719497] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.719587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.719641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.719776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.719845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.719929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.719997] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.738355] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.738545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.738609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.738787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.738978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.749176] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 in Status: IN_PROGRESS for 2s [ 676.820440] env[69323]: INFO networking_nsxv3.common.synchronization [req-91d71c19-104c-4492-90ff-3d8dadad2f67 req-8abb617e-d88c-4300-aba0-16ed21945636 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_members [ 676.820440] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_members [ 676.821303] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.821303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.821303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.823243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.823423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.823553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.823626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.823858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.823905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.824012] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.869051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.869051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.869051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.869051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.869051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.869051] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 676.878814] env[69323]: INFO networking_nsxv3.common.synchronization [req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 req-0db9c239-d371-4083-b249-ed9b2e26631a service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 676.878814] env[69323]: INFO networking_nsxv3.common.synchronization [req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 req-0db9c239-d371-4083-b249-ed9b2e26631a service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 676.878814] env[69323]: INFO networking_nsxv3.common.synchronization [req-5040e0a2-7af2-45d8-9a27-7a447a6d4d36 req-0db9c239-d371-4083-b249-ed9b2e26631a service nova] Enqueued Resource ID: 39e734af-cbe6-4a73-962e-e515de9f834a with Priority: HIGHEST for action port [ 676.878814] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 676.878814] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 676.878814] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e734af-cbe6-4a73-962e-e515de9f834a with Priority: HIGHEST for action port [ 676.879208] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.879334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.879401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.879837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.879837] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.881298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.881298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.881298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.881298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.881298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.881593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.881593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.881804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.881919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.882044] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.886183] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e734af-cbe6-4a73-962e-e515de9f834a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.886183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.886183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.886183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.886183] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e734af-cbe6-4a73-962e-e515de9f834a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.906583] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.906752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.906815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.907058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.907156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.917582] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 677.223421] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee86ad78-eb9f-466a-957f-97966cbac773: rpc.has_security_group_logging(os_id): False [ 677.245190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.245597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.245597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.245905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.245905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.246386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.246527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.246596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.246796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.246858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.247497] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.247609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.247676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.247835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.248035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.248291] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.248375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.248411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.248619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.248700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.248793] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ad78-eb9f-466a-957f-97966cbac773 is going to be created. [ 677.312554] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.312554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.312554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.312746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.313054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.326529] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.326696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.326768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.330022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.330022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 already deleted. [ 677.330022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.330513] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ad78-eb9f-466a-957f-97966cbac773 in Status: IN_PROGRESS for 2s [ 677.351588] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-718 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-718" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-718" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-718" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.354608] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.354608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.355160] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.355160] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.355360] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.355569] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.355787] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.355984] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.356241] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.381204] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.381204] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.381204] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.381204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-718" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.381204] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-65917e04-6815-4026-936a-b4392af77f7d taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.381204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.381204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.381606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.381688] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65917e04-6815-4026-936a-b4392af77f7d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.386286] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.386473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.386991] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.387805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39e734af-cbe6-4a73-962e-e515de9f834a with status ACTIVE [ 677.388079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.388259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.388374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.388665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.388803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.391449] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.391692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.391736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.392040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.392167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.392421] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.392560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.392690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.392896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.393051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.393187] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39e734af-cbe6-4a73-962e-e515de9f834a is going to be updated. [ 677.434585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.434827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.434937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.435292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.435504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.435842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e734af-cbe6-4a73-962e-e515de9f834a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.887809] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.889148] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.889519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.889681] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.889967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.890206] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 65917e04-6815-4026-936a-b4392af77f7d not found, creating... [ 677.890722] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.890722] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.890848] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.891174] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.891436] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.892252] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.892252] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.892353] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.892702] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.893070] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.893965] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 65917e04-6815-4026-936a-b4392af77f7d is going to be created. [ 677.895421] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.923913] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.924610] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.924610] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.924847] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.925567] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.925567] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.979978] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 677.980181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.980478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.980563] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.207703] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b899d22a-953a-42ba-affb-825ede082c68 None None] Enqueued Resource ID: 4e7b51da-af65-4394-aad0-4ca64f47fc58 with Priority: HIGHEST for action port [ 678.208383] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7b51da-af65-4394-aad0-4ca64f47fc58 with Priority: HIGHEST for action port [ 678.208741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e7b51da-af65-4394-aad0-4ca64f47fc58 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.208873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e7b51da-af65-4394-aad0-4ca64f47fc58" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.208938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e7b51da-af65-4394-aad0-4ca64f47fc58" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.211117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e7b51da-af65-4394-aad0-4ca64f47fc58" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.211267] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7b51da-af65-4394-aad0-4ca64f47fc58',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.404225] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.404614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.404758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.405071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.405371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.406470] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be created. [ 678.435093] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.435406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.435524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.436021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.436021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.446125] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: UNINITIALIZED for 2s [ 678.483586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.483787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.713953] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e7b51da-af65-4394-aad0-4ca64f47fc58 [ 678.714764] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.715325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.715325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.715325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.715468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.715504] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e7b51da-af65-4394-aad0-4ca64f47fc58 already deleted. [ 678.715565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e7b51da-af65-4394-aad0-4ca64f47fc58" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.759960] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 in Status: SUCCESS [ 678.760172] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 deletion is rescheduled due to dependency. [ 678.760304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.800722] env[69323]: INFO networking_nsxv3.common.synchronization [req-91d71c19-104c-4492-90ff-3d8dadad2f67 req-c6bb9e72-608b-46e2-a6f8-f196c6ee4e3e service nova] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_rules [ 678.800722] env[69323]: INFO networking_nsxv3.common.synchronization [req-91d71c19-104c-4492-90ff-3d8dadad2f67 req-c6bb9e72-608b-46e2-a6f8-f196c6ee4e3e service nova] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_members [ 678.800722] env[69323]: INFO networking_nsxv3.common.synchronization [req-91d71c19-104c-4492-90ff-3d8dadad2f67 req-c6bb9e72-608b-46e2-a6f8-f196c6ee4e3e service nova] Enqueued Resource ID: 65917e04-6815-4026-936a-b4392af77f7d with Priority: HIGHEST for action port [ 678.800856] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_rules [ 678.800989] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_members [ 678.801084] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65917e04-6815-4026-936a-b4392af77f7d with Priority: HIGHEST for action port [ 678.801637] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.801826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.801826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.802199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.802318] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.803366] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.803366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.803459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.803573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.803718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.803818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.803869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.804034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.804169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.804373] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.805388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-65917e04-6815-4026-936a-b4392af77f7d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.805474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.805534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.806167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.806167] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65917e04-6815-4026-936a-b4392af77f7d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.933252] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 678.933514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.933640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.936023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.936023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.936023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.936023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.936023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.936023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.936023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.936023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.308547] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.310837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.311013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.311219] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65917e04-6815-4026-936a-b4392af77f7d with status ACTIVE [ 679.311413] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.311524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.311590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.311815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.311907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.312148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.312255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.312370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.312476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.312582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.312821] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.312915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.312974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.313191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.313294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.313406] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65917e04-6815-4026-936a-b4392af77f7d is going to be updated. [ 679.346375] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.346578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.346640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.347244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.347387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.347599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65917e04-6815-4026-936a-b4392af77f7d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.348572] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee86ad78-eb9f-466a-957f-97966cbac773 in Status: SUCCESS [ 679.348572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.366172] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ea1e5f50-f0c3-4d18-8b13-7328edb36f57 None None] Enqueued Resource ID: f9769d2c-8fd5-413c-b4b5-0294ab119cc9 with Priority: HIGHEST for action port [ 679.366794] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9769d2c-8fd5-413c-b4b5-0294ab119cc9 with Priority: HIGHEST for action port [ 679.369802] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9769d2c-8fd5-413c-b4b5-0294ab119cc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.371997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9769d2c-8fd5-413c-b4b5-0294ab119cc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.371997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9769d2c-8fd5-413c-b4b5-0294ab119cc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.371997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9769d2c-8fd5-413c-b4b5-0294ab119cc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.371997] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9769d2c-8fd5-413c-b4b5-0294ab119cc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.439025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.439025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.439025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.439025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.439025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.439025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.439881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.440460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.440828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.442034] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.442034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.442034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.442678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.443093] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.445828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.445828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.445828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.445828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.445828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.445828] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.778188] env[69323]: INFO networking_nsxv3.common.synchronization [req-f00de3df-451c-47dc-b0ba-979300e76073 req-d148d2dd-4122-474a-a0e8-7c168218c976 tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 679.778643] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 679.778938] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.779064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.779129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.779327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.779474] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.782056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.782056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.782056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.782056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.782056] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.816243] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.875672] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9769d2c-8fd5-413c-b4b5-0294ab119cc9 [ 679.875672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.875672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.875672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875672] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9769d2c-8fd5-413c-b4b5-0294ab119cc9 already deleted. [ 679.875672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9769d2c-8fd5-413c-b4b5-0294ab119cc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.946745] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037ff67e-fe5b-4b83-9bf7-75bea63f1a40: rpc.has_security_group_logging(os_id): False [ 679.965320] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.965479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.965584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.965756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.965848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.966095] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.966197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.966260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.966448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.966541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.967154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.967154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.967154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.967154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.967154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.967348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.967348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.967422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.967627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.967627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.967690] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 680.033250] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.033250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.033250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.033250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.033250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.043815] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 680.284709] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.319271] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.319475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.319521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.319727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.319830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.319931] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 is going to be created. [ 680.349318] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.349496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.349544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.349855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.350036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.363236] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 in Status: UNINITIALIZED for 2s [ 680.456268] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 680.456540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.458253] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.458253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.458253] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.786146] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.962272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.962560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.962560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.962722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.962888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.967223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.967319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.967547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.967640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.967737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.967924] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.968038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.968272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.968420] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.968513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.968574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.969033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.969033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.969033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.969033] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.076551] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-779 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.076764] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.076891] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.077196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.077904] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.077904] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.077904] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.078101] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.078413] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.078721] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.078852] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.079030] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.079155] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.079292] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.079589] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.079888] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.102473] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.102473] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.102473] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.102473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-779" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.102473] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.102473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.102473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.103845] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.103845] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834c1a5f-61aa-484b-ad2d-c2b9f5a11a25',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.291370] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.291544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.291544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.295355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.295571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.295877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be updated. [ 681.327301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.327502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.327590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.327853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.327889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.338610] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: IN_PROGRESS for 2s [ 681.474173] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3c76e12-2c9e-4266-9687-331ded03dd0b: rpc.has_security_group_logging(os_id): False [ 681.504327] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.504517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.504572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.505491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.505491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.505491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.505491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.505491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.505491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.505491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.505959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.505959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.505959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.505959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.506240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.506240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.506371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.506371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.506529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.506612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.506669] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be created. [ 681.575849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.576634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.576634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.576634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.576634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.594746] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 681.605888] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.607394] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.607394] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.607394] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.607394] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.608937] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 not found, creating... [ 681.609114] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.609552] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.609839] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.610221] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.610632] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.610934] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.611190] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.611329] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.611598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.615664] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.615968] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 is going to be created. [ 681.646240] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.646240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.646240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.646592] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.646863] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.647153] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.926807] env[69323]: INFO networking_nsxv3.common.synchronization [None req-66865ad5-b904-4f9c-91ad-f4258a0c04de None None] Enqueued Resource ID: 7276c541-095c-4f1a-9918-ddc276b6b063 with Priority: HIGHEST for action port [ 681.927085] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7276c541-095c-4f1a-9918-ddc276b6b063 with Priority: HIGHEST for action port [ 681.927676] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7276c541-095c-4f1a-9918-ddc276b6b063 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.927753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7276c541-095c-4f1a-9918-ddc276b6b063" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.927796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7276c541-095c-4f1a-9918-ddc276b6b063" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.929132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7276c541-095c-4f1a-9918-ddc276b6b063" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.929132] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7276c541-095c-4f1a-9918-ddc276b6b063',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.061635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 682.062074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.379249] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 in Status: SUCCESS [ 682.379249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.379249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.379249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.379893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.380715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.381296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.381492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383036] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.432286] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7276c541-095c-4f1a-9918-ddc276b6b063 [ 682.436398] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.436398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.436398] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7276c541-095c-4f1a-9918-ddc276b6b063 already deleted. [ 682.436398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7276c541-095c-4f1a-9918-ddc276b6b063" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.683973] env[69323]: INFO networking_nsxv3.common.synchronization [req-47f74453-248b-44f9-aaa5-65c9f952a407 req-ded3f95d-c5bc-4a86-a04b-8699eb5d57f9 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 682.684819] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 682.685612] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.685612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.685730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.686064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.686115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.686201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.686485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.686485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.686588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.686622] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.847836] env[69323]: INFO networking_nsxv3.common.synchronization [None req-32d807dc-2ffd-4a3b-9e90-e05235487d1d tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_rules [ 682.847976] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_rules [ 682.849079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.849079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.850076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.850076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.850205] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.889142] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.190515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.190795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.190795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.190903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.190903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191169] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.191264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.191317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.191442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.191518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191603] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 already deleted. [ 683.191692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.356223] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 683.356223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375978] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.375978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.375978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.375978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.375978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375978] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 already deleted. [ 683.375978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.393102] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9: rpc.has_security_group_logging(os_id): False [ 683.411635] env[69323]: INFO networking_nsxv3.common.synchronization [None req-df4c6d7b-1ce7-464c-b21a-f6c1c67eba28 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_rules [ 683.411857] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_rules [ 683.412928] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.413709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.413709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.413709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.413866] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.418483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.418666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.418798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.419252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.419365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.419612] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.419731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.419790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.419969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.420084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.421603] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 is going to be created. [ 683.503765] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.504177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.504177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.504858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.504858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.520031] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 in Status: IN_PROGRESS for 2s [ 683.623762] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 683.623985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.937217] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.937217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.937217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.937217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.937217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.937217] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 already deleted. [ 683.937217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.971668] env[69323]: INFO networking_nsxv3.common.synchronization [req-f00de3df-451c-47dc-b0ba-979300e76073 req-6a57affc-543b-483b-b31b-bf4ead126112 service nova] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_rules [ 683.971668] env[69323]: INFO networking_nsxv3.common.synchronization [req-f00de3df-451c-47dc-b0ba-979300e76073 req-6a57affc-543b-483b-b31b-bf4ead126112 service nova] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 683.971668] env[69323]: INFO networking_nsxv3.common.synchronization [req-f00de3df-451c-47dc-b0ba-979300e76073 req-6a57affc-543b-483b-b31b-bf4ead126112 service nova] Enqueued Resource ID: 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 with Priority: HIGHEST for action port [ 683.971794] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_rules [ 683.971826] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 683.972119] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 with Priority: HIGHEST for action port [ 683.972606] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.972920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.972920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.973268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.973360] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.974270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.974390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.974484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.974635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.974789] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.974888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.974958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.975104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.975189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.975283] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.976078] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.976540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.976540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.976540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.976540] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('834c1a5f-61aa-484b-ad2d-c2b9f5a11a25',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.137203] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5ee8e559-3be2-436f-a260-07738420e073 None None] Enqueued Resource ID: f4490e26-b023-4027-927e-5d0724b18bf0 with Priority: HIGHEST for action port [ 684.137763] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4490e26-b023-4027-927e-5d0724b18bf0 with Priority: HIGHEST for action port [ 684.138343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4490e26-b023-4027-927e-5d0724b18bf0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.138519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4490e26-b023-4027-927e-5d0724b18bf0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.138584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4490e26-b023-4027-927e-5d0724b18bf0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.139112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4490e26-b023-4027-927e-5d0724b18bf0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.139112] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4490e26-b023-4027-927e-5d0724b18bf0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.400319] env[69323]: INFO networking_nsxv3.common.synchronization [req-e38788cf-10f7-4c13-add3-9b78e558a137 req-2ed1985d-15bb-478a-82fc-9cdc65fba0ca tempest-AttachInterfacesV270Test-1915054916 tempest-AttachInterfacesV270Test-1915054916-project-member] Enqueued Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_members [ 684.401646] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGHEST for action security_group_members [ 684.401646] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.401818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.401858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402479] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.402479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.402479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.402740] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.480793] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.481030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.481231] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.482712] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 with status ACTIVE [ 684.486032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.486032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.486032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.486032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.486032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.486032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.486032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.486032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.487908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.487908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.487908] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.487908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.487908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.487908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.487908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.487908] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 834c1a5f-61aa-484b-ad2d-c2b9f5a11a25 is going to be updated. [ 684.518128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.518128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.518128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.518128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.518337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.520776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-834c1a5f-61aa-484b-ad2d-c2b9f5a11a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.643295] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4490e26-b023-4027-927e-5d0724b18bf0 [ 684.643295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.643295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.643295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.643295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.643295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.643295] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4490e26-b023-4027-927e-5d0724b18bf0 already deleted. [ 684.643295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4490e26-b023-4027-927e-5d0724b18bf0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.912711] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.912711] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.912711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.914418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.914418] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c007d-d1bc-4290-8356-866ab3dba77d is going to be updated. [ 684.945266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.945427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.945501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.945779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.945859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.956788] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c007d-d1bc-4290-8356-866ab3dba77d in Status: IN_PROGRESS for 2s [ 684.962942] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.963918] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.963918] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.963918] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.963918] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.964244] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.964404] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.964930] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.964930] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.964930] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.965047] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.965640] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.965640] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.965640] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.965640] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.965640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.985497] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.985660] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.985798] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.985976] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.986324] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-a8d5b5e2-6303-41b4-adfd-87b8727a368b taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.986503] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.986646] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.987024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.987735] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d5b5e2-6303-41b4-adfd-87b8727a368b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.989632] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.490309] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.490590] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.491128] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.491128] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.491128] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.491279] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port a8d5b5e2-6303-41b4-adfd-87b8727a368b not found, creating... [ 685.491505] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.491688] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.491776] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.491985] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.492144] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.492485] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.492648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.492767] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.492972] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.497377] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497377] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b is going to be created. [ 685.497377] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.497377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.497377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.497377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.497587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497587] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be updated. [ 685.519723] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.520293] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.520464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.520833] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.521022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.521360] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.530193] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.530555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.530651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.530896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.531514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.535780] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 in Status: SUCCESS [ 685.536027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.540845] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: IN_PROGRESS for 2s [ 685.682794] env[69323]: INFO networking_nsxv3.common.synchronization [req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 req-f5cfb66d-0929-4753-8f69-b1d7d5755c8c tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Enqueued Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_members [ 685.682794] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_members [ 685.683214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.683214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.683214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.683696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.683696] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.683696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.684344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.684344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.684344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.684344] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.189526] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.189721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.189795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.190028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.190124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.190443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.190533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.190625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.190696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190778] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 already deleted. [ 686.190858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.968446] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 375c007d-d1bc-4290-8356-866ab3dba77d in Status: SUCCESS [ 686.968743] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 375c007d-d1bc-4290-8356-866ab3dba77d deletion is rescheduled due to dependency. [ 686.968743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.029997] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.029997] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030246] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.030367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.030624] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.030802] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.030901] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.031127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.031274] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.031481] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.031594] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.031703] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.031803] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.031909] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.032018] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.032179] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.053944] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.054125] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.054733] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.054733] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.054863] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.054952] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.055608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.056092] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.056167] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3fdcee-0e14-46ab-bcbe-0d745668b4ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.059904] env[69323]: INFO networking_nsxv3.common.synchronization [req-47f74453-248b-44f9-aaa5-65c9f952a407 req-7ff11a98-2864-45c7-8178-d0aff7f1ec69 service nova] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 687.060101] env[69323]: INFO networking_nsxv3.common.synchronization [req-47f74453-248b-44f9-aaa5-65c9f952a407 req-7ff11a98-2864-45c7-8178-d0aff7f1ec69 service nova] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 687.060243] env[69323]: INFO networking_nsxv3.common.synchronization [req-47f74453-248b-44f9-aaa5-65c9f952a407 req-7ff11a98-2864-45c7-8178-d0aff7f1ec69 service nova] Enqueued Resource ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b with Priority: HIGHEST for action port [ 687.060476] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 687.060606] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 687.060702] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b with Priority: HIGHEST for action port [ 687.061234] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.061386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.061457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.061903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.061903] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.064351] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.064427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.064464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.064691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.064824] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.064926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.064989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.065179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.065259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.065375] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.070012] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d5b5e2-6303-41b4-adfd-87b8727a368b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.070159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.070233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.070430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.070508] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d5b5e2-6303-41b4-adfd-87b8727a368b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.551152] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 687.551386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.551510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.551802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.551973] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.552203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.552203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.554522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.554522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.554670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.554670] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.559990] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.560222] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.560367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.561650] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.562936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.562936] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae not found, creating... [ 687.562936] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.562936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.562936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.562936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.562936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.563351] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.563421] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.563583] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.564336] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.564336] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.565504] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae is going to be created. [ 687.566763] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.566889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.576470] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.579996] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d5b5e2-6303-41b4-adfd-87b8727a368b with status ACTIVE [ 687.580230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.580383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.580463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.580699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.580784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.580966] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.581073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.581134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.581288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.581387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.582018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.582018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.582018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.582018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.582018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.582018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b is going to be updated. [ 687.595746] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.595982] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.596127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.596415] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.596642] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.596879] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.634071] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.634550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.638183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.056850] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.057751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.057751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.057963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.058045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.058158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.058230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.058380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.058464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.058551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.058697] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.058785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.058844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.058989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.059161] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.059854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.059854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.059854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.059854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.059854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.059854] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.081044] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.564113] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e96f6aa9-88a8-41f9-b1a2-2d32769fc496: rpc.has_security_group_logging(os_id): False [ 688.582295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.582499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.582547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.585063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.585063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.585063] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be created. [ 688.588949] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.589184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.589184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.589643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.589643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.589841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.589841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.589841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.590085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.590085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.590700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.590700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.590700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.590700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.590700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.591250] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.591250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.591250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.591250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.591489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.591489] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be updated. [ 688.614322] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.614599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.614599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.614777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.614936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.629735] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: UNINITIALIZED for 2s [ 688.668148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.668148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.668148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.668148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.683062] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: IN_PROGRESS for 2s [ 688.832291] env[69323]: INFO networking_nsxv3.common.synchronization [req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 req-95faf959-ffc7-4edf-8175-c73ae92be8d7 service nova] Enqueued Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_rules [ 688.832548] env[69323]: INFO networking_nsxv3.common.synchronization [req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 req-95faf959-ffc7-4edf-8175-c73ae92be8d7 service nova] Enqueued Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_members [ 688.834864] env[69323]: INFO networking_nsxv3.common.synchronization [req-6d00fb03-b2ee-4e7c-9f2e-7a8c6ef83ab3 req-95faf959-ffc7-4edf-8175-c73ae92be8d7 service nova] Enqueued Resource ID: 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae with Priority: HIGHEST for action port [ 688.837492] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_rules [ 688.837492] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_members [ 688.837492] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae with Priority: HIGHEST for action port [ 688.837671] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.837759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.837799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.838303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.838303] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.839177] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.839307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.839366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.840036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.840036] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.840036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.840036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.840036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.840467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.840467] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.841787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.841933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.841994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.842181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.842272] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3fdcee-0e14-46ab-bcbe-0d745668b4ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.032535] env[69323]: INFO networking_nsxv3.common.synchronization [None req-21539580-a5bb-42fa-aa91-6d71a0e68e40 None None] Enqueued Resource ID: 1f28bfe7-d807-4b5f-a6b2-ba82d6abf888 with Priority: HIGHEST for action port [ 689.033238] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f28bfe7-d807-4b5f-a6b2-ba82d6abf888 with Priority: HIGHEST for action port [ 689.033666] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f28bfe7-d807-4b5f-a6b2-ba82d6abf888 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.033853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f28bfe7-d807-4b5f-a6b2-ba82d6abf888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.033853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f28bfe7-d807-4b5f-a6b2-ba82d6abf888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.037405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f28bfe7-d807-4b5f-a6b2-ba82d6abf888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.037556] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f28bfe7-d807-4b5f-a6b2-ba82d6abf888',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.345420] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.345420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.345420] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.355211] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae with status ACTIVE [ 689.355211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.355211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.355211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.355211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.355211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.355659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.355659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.355659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.355659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.355849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.356097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.356097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.356218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.356273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.356396] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f3fdcee-0e14-46ab-bcbe-0d745668b4ae is going to be updated. [ 689.381599] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.381870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.381870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.382103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.382262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.382427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3fdcee-0e14-46ab-bcbe-0d745668b4ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.540365] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f28bfe7-d807-4b5f-a6b2-ba82d6abf888 [ 689.540601] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.540739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.541164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.544142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.544142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.544142] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f28bfe7-d807-4b5f-a6b2-ba82d6abf888 already deleted. [ 689.544142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f28bfe7-d807-4b5f-a6b2-ba82d6abf888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.854684] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.064814] env[69323]: INFO networking_nsxv3.common.synchronization [req-1658c4a5-7d4c-4a4f-8c75-465eea10223d req-f9ee8d66-14f3-4d39-a59e-ccf9112934c2 tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 690.065438] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 690.065763] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.067586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.067839] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.068518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.068518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.068518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.068518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.068698] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.358869] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.359268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.359268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.360972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.360972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.360972] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 is going to be created. [ 690.386952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.387452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.388353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.388353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.388875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.402220] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 in Status: UNINITIALIZED for 2s [ 690.571125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.571294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.571369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.571583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.571674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.571869] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.571991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.572132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.572273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.572332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.572383] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be updated. [ 690.609531] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.609531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.609531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.609531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.609531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.618213] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: IN_PROGRESS for 2s [ 690.646339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.651240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.651240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.651240] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.698302] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 690.698595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.716197] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.716197] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.716197] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.716197] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.716750] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.717145] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717531] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.718307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722877] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.722877] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.722877] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.723065] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.723065] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.723222] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.723290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.742928] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.743119] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.743285] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.743622] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.743763] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-1d0bb750-297e-4d46-bacf-97a4c881fd51 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744493] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744646] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0bb750-297e-4d46-bacf-97a4c881fd51',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.155224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.155224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.155224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.155779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.155779] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.156013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.159472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.159602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.159737] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.250753] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.252262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.252262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.252262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.252262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.252262] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 1d0bb750-297e-4d46-bacf-97a4c881fd51 not found, creating... [ 691.252688] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.252688] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.252807] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.253290] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.253522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.254817] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.255330] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.255577] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.257127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.257127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.257127] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 1d0bb750-297e-4d46-bacf-97a4c881fd51 is going to be created. [ 691.286445] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.286936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.286936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.287233] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.287509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.287787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.664974] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7dc348-24f3-452f-bdd6-b2e51f01d024: rpc.has_security_group_logging(os_id): False [ 691.691581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.691842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.691842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.691909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.693400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.693400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.693400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.693400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.693400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.693400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.693400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.694187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.694187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.694187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.694187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.694187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.694187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.694187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.694538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.694538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.694538] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be created. [ 691.762455] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.762455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.762455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.762455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.763396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.783062] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 692.413214] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 in Status: SUCCESS [ 692.413442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.415077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.415400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.415546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.415671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.415738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.415894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.415981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.416091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.416184] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.435879] env[69323]: INFO networking_nsxv3.common.synchronization [req-1658c4a5-7d4c-4a4f-8c75-465eea10223d req-9683292e-f197-4856-b208-363e79638859 service nova] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_rules [ 692.436173] env[69323]: INFO networking_nsxv3.common.synchronization [req-1658c4a5-7d4c-4a4f-8c75-465eea10223d req-9683292e-f197-4856-b208-363e79638859 service nova] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 692.436324] env[69323]: INFO networking_nsxv3.common.synchronization [req-1658c4a5-7d4c-4a4f-8c75-465eea10223d req-9683292e-f197-4856-b208-363e79638859 service nova] Enqueued Resource ID: 1d0bb750-297e-4d46-bacf-97a4c881fd51 with Priority: HIGHEST for action port [ 692.436949] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_rules [ 692.437144] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 692.437321] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0bb750-297e-4d46-bacf-97a4c881fd51 with Priority: HIGHEST for action port [ 692.437639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.438824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.438824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.438824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.438824] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.439660] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.439898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.440224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0bb750-297e-4d46-bacf-97a4c881fd51 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.440369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.440453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.440660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.440737] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0bb750-297e-4d46-bacf-97a4c881fd51',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.634610] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 692.634610] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 deletion is rescheduled due to dependency. [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.634610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.634610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.634610] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.709735] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b5c4d4d1-a11e-4c49-bf7c-58c07ac0e565 None None] Enqueued Resource ID: 24d11cfa-6c87-4dfe-913e-2580a18c13e1 with Priority: HIGHEST for action port [ 692.709735] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d11cfa-6c87-4dfe-913e-2580a18c13e1 with Priority: HIGHEST for action port [ 692.710313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d11cfa-6c87-4dfe-913e-2580a18c13e1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.710404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d11cfa-6c87-4dfe-913e-2580a18c13e1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.710693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d11cfa-6c87-4dfe-913e-2580a18c13e1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.710778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d11cfa-6c87-4dfe-913e-2580a18c13e1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.711121] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d11cfa-6c87-4dfe-913e-2580a18c13e1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.112333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.112333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.112333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.112333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.112333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.116628] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.116628] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.116628] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d0bb750-297e-4d46-bacf-97a4c881fd51 with status ACTIVE [ 693.116628] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.116628] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.116628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.120991] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.120991] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d0bb750-297e-4d46-bacf-97a4c881fd51 is going to be updated. [ 693.120991] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.120991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0bb750-297e-4d46-bacf-97a4c881fd51" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.137053] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.216607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24d11cfa-6c87-4dfe-913e-2580a18c13e1 [ 693.216670] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.216800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.216866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.217106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.217194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.217310] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24d11cfa-6c87-4dfe-913e-2580a18c13e1 already deleted. [ 693.217407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d11cfa-6c87-4dfe-913e-2580a18c13e1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.399219] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fa6ed401-39a6-4264-92f9-5088f07919bd None None] Enqueued Resource ID: abf9587b-fdb3-41f3-acfb-877a82f4bf1e with Priority: HIGHEST for action port [ 693.399940] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abf9587b-fdb3-41f3-acfb-877a82f4bf1e with Priority: HIGHEST for action port [ 693.400099] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-abf9587b-fdb3-41f3-acfb-877a82f4bf1e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.400254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abf9587b-fdb3-41f3-acfb-877a82f4bf1e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.400325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abf9587b-fdb3-41f3-acfb-877a82f4bf1e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.400597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abf9587b-fdb3-41f3-acfb-877a82f4bf1e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.401435] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abf9587b-fdb3-41f3-acfb-877a82f4bf1e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.424360] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6962c49-30d5-4005-b03c-3ff0f86101c3: rpc.has_security_group_logging(os_id): False [ 693.444965] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.445261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.445378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.445587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.445674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.446361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.446486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.446557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.446769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.446858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.447079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.447404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.447479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.447642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.447743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.447937] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.448046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.448106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.448251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.448410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.448410] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 is going to be created. [ 693.517390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.517878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.517878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.518027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.518185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.535863] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 in Status: IN_PROGRESS for 2s [ 693.641419] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.797577] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 693.798409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.907503] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abf9587b-fdb3-41f3-acfb-877a82f4bf1e [ 693.909192] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.909192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.909192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.909192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.911023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.911023] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abf9587b-fdb3-41f3-acfb-877a82f4bf1e already deleted. [ 693.911023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abf9587b-fdb3-41f3-acfb-877a82f4bf1e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.149369] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.149369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.149369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.149369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.149369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.149369] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be updated. [ 694.193820] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.195818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.195948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.196282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.196425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.210420] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: IN_PROGRESS for 2s [ 694.239974] env[69323]: INFO networking_nsxv3.common.synchronization [req-8c0171cf-240f-4099-bc15-0af0980f0bd9 req-0d137e20-b3e1-4bed-840b-dfb5650c1ee4 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Enqueued Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_members [ 694.239974] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_members [ 694.239974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.239974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.239974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.241541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.241979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.242217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.242882] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.746369] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.746588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.746669] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.746827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.746920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.748128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.748128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.748128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.748128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.748128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.748128] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 already deleted. [ 694.748128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.926200] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.926622] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-91" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.926622] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-91" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.926916] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-91" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.927213] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.928059] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.928059] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.928059] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.928059] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.928059] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.928304] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.928304] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.928376] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.928466] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.928571] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.928739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.955783] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.955985] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.956202] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.956433] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-91" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.958461] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-f452d500-ead8-4fa3-ad03-b4f51556b489 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.958644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.958783] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.960508] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.960605] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f452d500-ead8-4fa3-ad03-b4f51556b489',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.464229] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.464786] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.464786] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.465686] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.465996] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.466308] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port f452d500-ead8-4fa3-ad03-b4f51556b489 not found, creating... [ 695.466847] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.467123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.467387] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467790] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.468077] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.468598] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.469073] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.470201] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.470606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.470930] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.471479] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: f452d500-ead8-4fa3-ad03-b4f51556b489 is going to be created. [ 695.503721] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.503721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.503721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.503721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.504310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.504310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.555082] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 in Status: SUCCESS [ 695.555082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.222906] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 696.223304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.223304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.223528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.223719] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.223838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.223905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.224087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.224794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.224794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.224794] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.248624] env[69323]: INFO networking_nsxv3.common.synchronization [req-8c0171cf-240f-4099-bc15-0af0980f0bd9 req-9081a01a-4f2a-49a9-b996-88be8597c7b5 service nova] Enqueued Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_rules [ 696.248800] env[69323]: INFO networking_nsxv3.common.synchronization [req-8c0171cf-240f-4099-bc15-0af0980f0bd9 req-9081a01a-4f2a-49a9-b996-88be8597c7b5 service nova] Enqueued Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_members [ 696.248941] env[69323]: INFO networking_nsxv3.common.synchronization [req-8c0171cf-240f-4099-bc15-0af0980f0bd9 req-9081a01a-4f2a-49a9-b996-88be8597c7b5 service nova] Enqueued Resource ID: f452d500-ead8-4fa3-ad03-b4f51556b489 with Priority: HIGHEST for action port [ 696.249192] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_rules [ 696.250110] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_members [ 696.250110] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f452d500-ead8-4fa3-ad03-b4f51556b489 with Priority: HIGHEST for action port [ 696.250110] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.250523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.250523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.250967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.251065] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.252818] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.252935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.253009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.253191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.253347] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.253456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.253517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.253718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.253756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.253825] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.255086] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f452d500-ead8-4fa3-ad03-b4f51556b489 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.255200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.255270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.255440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.256018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f452d500-ead8-4fa3-ad03-b4f51556b489',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.727057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.727317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.727438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.727759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.727996] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.728164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.728266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.728515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.728672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.728830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.729083] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.729245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.729357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.731019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.731019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.731019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.732015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.732203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.732328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.732429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.732526] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.757145] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.757298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.758343] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.759339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f452d500-ead8-4fa3-ad03-b4f51556b489 with status ACTIVE [ 696.759514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.759633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.759697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.760118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.760223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.760424] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.761110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.761110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.761110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.761110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.761110] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.761688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.761688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.761688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.761688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.761688] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f452d500-ead8-4fa3-ad03-b4f51556b489 is going to be updated. [ 696.787272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.787631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.787779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.789415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.789579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.789759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f452d500-ead8-4fa3-ad03-b4f51556b489" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.241065] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfce4262-9115-4b4d-947c-58565f5632c1: rpc.has_security_group_logging(os_id): False [ 697.257463] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.257463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.257463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.258242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.258242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.258856] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.258856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.258856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.258856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.258856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.259310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.259310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.259464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.259595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.259729] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.259853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.259943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.260168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.260261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.260400] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be updated. [ 697.269331] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.358559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.358956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.358956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.359097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.359227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.374599] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: IN_PROGRESS for 2s [ 697.769068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.769392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.769498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.769753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.769853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.770326] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 is going to be created. [ 697.798264] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.798549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.798650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.798931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.799155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.814362] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 in Status: UNINITIALIZED for 2s [ 697.967503] env[69323]: INFO networking_nsxv3.common.synchronization [None req-61ffb2fe-daa9-42e0-adb0-a255f7c81c53 None None] Enqueued Resource ID: 4c61c374-365b-4d13-84b8-28a8f60e4783 with Priority: HIGHEST for action port [ 697.968261] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c61c374-365b-4d13-84b8-28a8f60e4783 with Priority: HIGHEST for action port [ 697.969858] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c61c374-365b-4d13-84b8-28a8f60e4783 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.970075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c61c374-365b-4d13-84b8-28a8f60e4783" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.970171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c61c374-365b-4d13-84b8-28a8f60e4783" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.970532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c61c374-365b-4d13-84b8-28a8f60e4783" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.970709] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c61c374-365b-4d13-84b8-28a8f60e4783',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.083919] env[69323]: INFO networking_nsxv3.common.synchronization [None req-a6fcee7b-815e-4433-b234-4688ed09b92d None None] Enqueued Resource ID: bc5ce0cc-931f-4b95-b099-deb8a1086e15 with Priority: HIGHEST for action port [ 698.084240] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc5ce0cc-931f-4b95-b099-deb8a1086e15 with Priority: HIGHEST for action port [ 698.084886] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc5ce0cc-931f-4b95-b099-deb8a1086e15 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.087672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc5ce0cc-931f-4b95-b099-deb8a1086e15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.087788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc5ce0cc-931f-4b95-b099-deb8a1086e15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.088066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc5ce0cc-931f-4b95-b099-deb8a1086e15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.088151] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc5ce0cc-931f-4b95-b099-deb8a1086e15',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.474180] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c61c374-365b-4d13-84b8-28a8f60e4783 [ 698.475080] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.475422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.475652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.475983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.476287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.476515] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c61c374-365b-4d13-84b8-28a8f60e4783 already deleted. [ 698.476792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c61c374-365b-4d13-84b8-28a8f60e4783" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.590630] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc5ce0cc-931f-4b95-b099-deb8a1086e15 [ 698.592904] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.592904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.592904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.592904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.592904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.592904] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc5ce0cc-931f-4b95-b099-deb8a1086e15 already deleted. [ 698.592904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc5ce0cc-931f-4b95-b099-deb8a1086e15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.913448] env[69323]: INFO networking_nsxv3.common.synchronization [req-5291c835-e91f-4d6b-9ca3-a7ce52be1d78 req-673a76ec-ce7a-489d-b5ec-391f1b7a8260 tempest-ServerTagsTestJSON-1635336576 tempest-ServerTagsTestJSON-1635336576-project-member] Enqueued Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_members [ 698.917020] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGHEST for action security_group_members [ 698.917020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.917020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.917020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.917020] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.395227] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 699.396619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.420741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.421025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.421025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.421223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.421315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.421528] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.421632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.421701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.421894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.421962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.422020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 is going to be updated. [ 699.432503] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b62a6dcb-cf54-4399-930f-d495627af130 None None] Enqueued Resource ID: 4ab9ddca-e8ba-46d5-8604-9b360a537c4c with Priority: HIGHEST for action port [ 699.432777] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab9ddca-e8ba-46d5-8604-9b360a537c4c with Priority: HIGHEST for action port [ 699.433367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab9ddca-e8ba-46d5-8604-9b360a537c4c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.433741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab9ddca-e8ba-46d5-8604-9b360a537c4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.433741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab9ddca-e8ba-46d5-8604-9b360a537c4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.434120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab9ddca-e8ba-46d5-8604-9b360a537c4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.434210] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab9ddca-e8ba-46d5-8604-9b360a537c4c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.456219] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.456219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.456219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.456613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.456613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.468324] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 in Status: IN_PROGRESS for 2s [ 699.796738] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8d325978-0ec9-4bb8-b588-8ed2ae7ba4ce None None] Enqueued Resource ID: 8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2 with Priority: HIGHEST for action port [ 699.798519] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2 with Priority: HIGHEST for action port [ 699.801032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.801233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.801304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.801607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.801697] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.830484] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 in Status: SUCCESS [ 699.830484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.830809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.831143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.831415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.831602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.831698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.831943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.833876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.833998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837709] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.938243] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab9ddca-e8ba-46d5-8604-9b360a537c4c [ 699.938744] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.939042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.939148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.939386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.939476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.939625] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab9ddca-e8ba-46d5-8604-9b360a537c4c already deleted. [ 699.939815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab9ddca-e8ba-46d5-8604-9b360a537c4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.205393] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 700.205393] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 700.205393] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 700.205393] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 700.205393] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.205393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.205393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.207360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.208207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.208207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.208207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.208207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.208207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.208207] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.209388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.209511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.209589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.210329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.210570] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.210703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.210961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.211221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.211221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.211401] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.304682] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2 [ 700.305101] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.305341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.305481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.305702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.305858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.306014] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2 already deleted. [ 700.306130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8f9fa0-54cf-4bf8-b763-ed85ce67d0a2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.340885] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.531760] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_rules [ 700.531965] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 700.532107] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 700.532234] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 700.532503] env[69323]: INFO networking_nsxv3.common.synchronization [req-490a6828-1c20-41a5-adc4-430113a11a65 req-46bfa60a-a8d0-4038-a3c1-ab8f85ecbab0 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b with Priority: HIGHEST for action port [ 700.533699] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_rules [ 700.533833] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 700.534084] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b with Priority: HIGHEST for action port [ 700.534084] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 700.534162] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 700.534795] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.534933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.535405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.535405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.535405] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.536412] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.536537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.536611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.537098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.537098] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.537752] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d5b5e2-6303-41b4-adfd-87b8727a368b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.537892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.537929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.538099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.538171] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d5b5e2-6303-41b4-adfd-87b8727a368b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.538997] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.538997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.539236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.539369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.558343] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-d617b1e1-bf3c-4d85-aaca-60de36618201 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 700.558937] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 700.563313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.563570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.563681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.564066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.565246] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.565246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.565246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.565246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.565246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.565246] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.713848] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.716468] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.845299] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49905111-f36d-4cf1-b97c-53b70c0fd098: rpc.has_security_group_logging(os_id): False [ 700.870544] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.870730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.871269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.871269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.871269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.871408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.871550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.871550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.871718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.871793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.871877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 is going to be created. [ 700.959047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.959047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.959047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.959047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.959047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.979351] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 in Status: IN_PROGRESS for 2s [ 701.040604] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.040803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.041184] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.041373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.047497] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d5b5e2-6303-41b4-adfd-87b8727a368b with status ACTIVE [ 701.047497] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.047497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.047497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.047497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.047497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.047908] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.047908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.047989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.048167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.048296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.048581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.048722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.048814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.049038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.049840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.050036] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b is going to be updated. [ 701.068130] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.068298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.068844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.069209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.069321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.069865] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.069995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.070072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.070372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.070465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.070562] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 already deleted. [ 701.070645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.073581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.073581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.073581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.073581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.073581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.073855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.218427] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.219801] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.486712] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 in Status: SUCCESS [ 701.486712] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 deletion is rescheduled due to dependency. [ 701.486712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.724778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.724971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.726297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.726550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.726657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.726794] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 701.728181] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.728338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.728385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.733997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.733997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.733997] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be created. [ 701.768268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.768498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.768568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.768790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.768952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.771280] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.771449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.771549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.771793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.771998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.786108] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 701.786937] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: UNINITIALIZED for 2s [ 701.836140] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-2b2c2d85-31d5-4790-9023-198aa65187dc tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 701.836821] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 701.837262] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.837392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.837473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.837702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.837883] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.838012] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.838100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.838294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.838690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.838791] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.034423] env[69323]: INFO networking_nsxv3.common.synchronization [req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 req-67eebc73-4aac-4d03-a591-7a338cf6cbc2 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 702.034423] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 702.034423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.034423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.034423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.035462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.035659] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.036037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.036114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.036430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.036523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.036704] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.345272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.345272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.345272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.345272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.345272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.346682] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.346682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.346682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.346682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.346682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.346682] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 already deleted. [ 702.346682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.384202] env[69323]: INFO networking_nsxv3.common.synchronization [None req-09b778e0-337f-49b4-b53b-abe5503cd9cc None None] Enqueued Resource ID: 7d3b39b7-d1df-4af4-b1cc-120e20a7542a with Priority: HIGHEST for action port [ 702.384202] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3b39b7-d1df-4af4-b1cc-120e20a7542a with Priority: HIGHEST for action port [ 702.384202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3b39b7-d1df-4af4-b1cc-120e20a7542a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.384202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3b39b7-d1df-4af4-b1cc-120e20a7542a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.384202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3b39b7-d1df-4af4-b1cc-120e20a7542a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.384202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3b39b7-d1df-4af4-b1cc-120e20a7542a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.384202] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3b39b7-d1df-4af4-b1cc-120e20a7542a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.511958] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.511958] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.513115] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.513512] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.515574] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.515574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.515574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.515574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.515574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.515574] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.515574] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.515574] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.515574] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.515574] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.518326] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.518326] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.540555] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.540667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.540758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.541597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.541745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.541998] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.542139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.542198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.542449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.542535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.542597] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 already deleted. [ 702.542799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.543817] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.543924] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.544092] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.544268] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.544608] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.544944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.544944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.545258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.545401] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b36d8f7-e9f4-4f11-b5f4-9519caaadc68',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.570137] env[69323]: INFO networking_nsxv3.common.synchronization [None req-c3cb3b3d-65ac-44a4-b831-b86d65d89b72 None None] Enqueued Resource ID: 3bfe16b0-914b-4b1f-9f5b-6959e5b25145 with Priority: HIGHEST for action port [ 702.570703] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfe16b0-914b-4b1f-9f5b-6959e5b25145 with Priority: HIGHEST for action port [ 702.571074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfe16b0-914b-4b1f-9f5b-6959e5b25145 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.571206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfe16b0-914b-4b1f-9f5b-6959e5b25145" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.571335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfe16b0-914b-4b1f-9f5b-6959e5b25145" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.571638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfe16b0-914b-4b1f-9f5b-6959e5b25145" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.571736] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfe16b0-914b-4b1f-9f5b-6959e5b25145',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.887585] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d3b39b7-d1df-4af4-b1cc-120e20a7542a [ 702.887952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.888183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.888296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.888670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.888779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.888878] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d3b39b7-d1df-4af4-b1cc-120e20a7542a already deleted. [ 702.888984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3b39b7-d1df-4af4-b1cc-120e20a7542a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.995074] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 in Status: SUCCESS [ 702.995309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.048879] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.049906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.050143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.050490] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.051649] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.051649] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 not found, creating... [ 703.051649] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.051894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.052091] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.052310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.052482] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.052888] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.053258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.053258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.053534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.053705] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.053911] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 is going to be created. [ 703.074858] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.075161] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.075571] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.075722] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.075992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.076298] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.077279] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bfe16b0-914b-4b1f-9f5b-6959e5b25145 [ 703.077530] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.077686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.077777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.077992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.078118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.078766] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bfe16b0-914b-4b1f-9f5b-6959e5b25145 already deleted. [ 703.078766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfe16b0-914b-4b1f-9f5b-6959e5b25145" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.242181] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-9ce9a4a2-4da5-41c9-b2f5-893729ac9127 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 703.243089] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 703.243435] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.243435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.243563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.244037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.244037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.244224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.244328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.244586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.244678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.244760] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.754064] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.754305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.754383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.754742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.754851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.755141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.755239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.755239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.755382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.755461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.755549] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 already deleted. [ 703.755861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800547] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 703.800600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.800831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.801118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.801348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.801539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.801654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.801876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.801985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.802124] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.804338] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 703.804502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.804901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.805184] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.805319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.805446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.805668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.805791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.805944] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.023821] env[69323]: INFO networking_nsxv3.common.synchronization [None req-d90b54a6-cb33-4b43-9c42-fc7eccdf805b None None] Enqueued Resource ID: f5c182d2-9c7c-431c-8ef8-264b7c9c5250 with Priority: HIGHEST for action port [ 704.024174] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c182d2-9c7c-431c-8ef8-264b7c9c5250 with Priority: HIGHEST for action port [ 704.024749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c182d2-9c7c-431c-8ef8-264b7c9c5250 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c182d2-9c7c-431c-8ef8-264b7c9c5250" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c182d2-9c7c-431c-8ef8-264b7c9c5250" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.025340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c182d2-9c7c-431c-8ef8-264b7c9c5250" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.025685] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c182d2-9c7c-431c-8ef8-264b7c9c5250',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.204161] env[69323]: INFO networking_nsxv3.common.synchronization [req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 req-6166375a-35fc-4b17-bb7c-219f1003dc43 service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 704.204161] env[69323]: INFO networking_nsxv3.common.synchronization [req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 req-6166375a-35fc-4b17-bb7c-219f1003dc43 service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 704.204161] env[69323]: INFO networking_nsxv3.common.synchronization [req-0fcd84d6-b4a5-4e2b-a1e6-f942bbcf1895 req-6166375a-35fc-4b17-bb7c-219f1003dc43 service nova] Enqueued Resource ID: 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 with Priority: HIGHEST for action port [ 704.204161] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 704.209974] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 704.209974] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 with Priority: HIGHEST for action port [ 704.209974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209974] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.209974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.209974] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.209974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.209974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.210860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.210860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.210860] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b36d8f7-e9f4-4f11-b5f4-9519caaadc68',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.310852] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.310852] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.390995] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_members [ 704.390995] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 704.391204] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 704.391696] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_members [ 704.391961] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 704.391961] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 704.392911] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-651b7301-1a67-4fa7-86e4-e5439e302b13 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.392911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.392911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.392911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.392911] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.393471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.393471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.394811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.394811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.394811] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.395879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.395879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.395879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.395879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.497652] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.497917] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.498105] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.498471] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.499063] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.499063] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.503273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.503592] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.503592] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.505043] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.505043] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.505216] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.506038] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.506038] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.506188] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.506372] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.528236] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c182d2-9c7c-431c-8ef8-264b7c9c5250 [ 704.528475] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.528621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.528694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.528911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.529009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.529114] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c182d2-9c7c-431c-8ef8-264b7c9c5250 already deleted. [ 704.529201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c182d2-9c7c-431c-8ef8-264b7c9c5250" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.552515] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.552747] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.552892] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.553085] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.554043] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b36b3173-7d94-45a2-9753-03d918e89a25 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.554043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.554043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.554043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.554385] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36b3173-7d94-45a2-9753-03d918e89a25',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_rules [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_rules [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_members [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 704.594240] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0777dfa-b6ee-4a34-878a-43c03dcb9648 req-735a76fd-95b6-4656-95fe-dd54039f1222 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b with Priority: HIGHEST for action port [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_rules [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_rules [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b with Priority: HIGHEST for action port [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 704.596489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_members [ 704.598373] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.598502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598715] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651b7301-1a67-4fa7-86e4-e5439e302b13 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.598808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.600715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.600715] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.600715] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.600715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.602567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8d5b5e2-6303-41b4-adfd-87b8727a368b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.602567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.602567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.602786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.602868] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8d5b5e2-6303-41b4-adfd-87b8727a368b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.603769] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.603888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.606020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.606020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.606020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-651b7301-1a67-4fa7-86e4-e5439e302b13 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.606020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715634] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715634] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.715634] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 with status ACTIVE [ 704.715634] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715634] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.715634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.716491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.716491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.717024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.719035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.719035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b36d8f7-e9f4-4f11-b5f4-9519caaadc68 is going to be updated. [ 704.747141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.747838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.748081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.748590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.749191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.749687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b36d8f7-e9f4-4f11-b5f4-9519caaadc68" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.812173] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.813342] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.897221] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.058238] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.058238] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.058238] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.058477] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.058525] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.059235] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b36b3173-7d94-45a2-9753-03d918e89a25 not found, creating... [ 705.059235] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.059235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.059235] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.059882] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.059882] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.059882] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.060056] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.060866] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.063410] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.063587] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.063746] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b36b3173-7d94-45a2-9753-03d918e89a25 is going to be created. [ 705.091378] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.091693] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.091748] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.091983] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092221] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.106356] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8d5b5e2-6303-41b4-adfd-87b8727a368b with status ACTIVE [ 705.109039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.109039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.109039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.109039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.109039] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8d5b5e2-6303-41b4-adfd-87b8727a368b is going to be updated. [ 705.111214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-651b7301-1a67-4fa7-86e4-e5439e302b13 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.111214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.165284] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.165392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.165392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.165686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.165796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.165965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8d5b5e2-6303-41b4-adfd-87b8727a368b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.206907] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2500d949-eac5-4442-b5b7-6b30a10fa3b2 None None] Enqueued Resource ID: 608771ec-1d47-45ac-b954-af4444517190 with Priority: HIGHEST for action port [ 705.207555] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608771ec-1d47-45ac-b954-af4444517190 with Priority: HIGHEST for action port [ 705.207890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-608771ec-1d47-45ac-b954-af4444517190 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.208430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608771ec-1d47-45ac-b954-af4444517190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.209212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608771ec-1d47-45ac-b954-af4444517190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.209647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608771ec-1d47-45ac-b954-af4444517190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.209647] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608771ec-1d47-45ac-b954-af4444517190',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.219540] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.320472] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.320472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.320472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.320472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.320472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.320472] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be updated. [ 705.321888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.321888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.321888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.322359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.322359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322501] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 705.373373] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.373740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.373740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.374657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.374969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.380414] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.380561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.380627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.396628] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 705.397652] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 705.400416] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.713042] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 608771ec-1d47-45ac-b954-af4444517190 [ 705.713410] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.713538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.713538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.713804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.713888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.713947] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:608771ec-1d47-45ac-b954-af4444517190 already deleted. [ 705.714492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608771ec-1d47-45ac-b954-af4444517190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.725778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.726072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.726147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.726663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.726797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.726906] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be created. [ 705.754111] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.754111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.754308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.754776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.754949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.767423] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: UNINITIALIZED for 2s [ 705.903252] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.903252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.903651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.903651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.903776] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 is going to be created. [ 705.938093] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.938698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.938698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.938698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.938868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.957041] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: UNINITIALIZED for 2s [ 706.050793] env[69323]: INFO networking_nsxv3.common.synchronization [None req-014a5925-506e-4d75-8088-8ae820138f19 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 706.050793] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 706.050793] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.050793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.050793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.050793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.050793] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.257137] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-8a220101-7ba0-4b77-b4e8-bdf09927eada service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 706.257137] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-8a220101-7ba0-4b77-b4e8-bdf09927eada service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 706.257644] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-8a220101-7ba0-4b77-b4e8-bdf09927eada service nova] Enqueued Resource ID: b36b3173-7d94-45a2-9753-03d918e89a25 with Priority: HIGHEST for action port [ 706.260415] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 706.260415] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 706.260415] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36b3173-7d94-45a2-9753-03d918e89a25 with Priority: HIGHEST for action port [ 706.260415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.260415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.260415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.262578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.262578] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.265993] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.267444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.270311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.270499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.270807] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.270978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.270978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.271178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.271346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.272034] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.275315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36b3173-7d94-45a2-9753-03d918e89a25 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.275315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.275315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.275315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.275315] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36b3173-7d94-45a2-9753-03d918e89a25',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.290028] env[69323]: INFO networking_nsxv3.common.synchronization [None req-cedb0311-f14b-41c2-a194-deedf44cec9a tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 706.290028] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 706.294404] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.294576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.584808] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.584808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.584808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.585192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.585192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.585192] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf already deleted. [ 706.585376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.585545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.585695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.585786] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.725844] env[69323]: INFO networking_nsxv3.common.synchronization [None req-c223ef44-a83c-4803-80d9-58cd00a7097e None None] Enqueued Resource ID: 4936a443-4fe3-41ac-8852-9d8efda62b7c with Priority: HIGHEST for action port [ 706.725844] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4936a443-4fe3-41ac-8852-9d8efda62b7c with Priority: HIGHEST for action port [ 706.726436] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4936a443-4fe3-41ac-8852-9d8efda62b7c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.726563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4936a443-4fe3-41ac-8852-9d8efda62b7c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.726629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4936a443-4fe3-41ac-8852-9d8efda62b7c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.726892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4936a443-4fe3-41ac-8852-9d8efda62b7c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.726974] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4936a443-4fe3-41ac-8852-9d8efda62b7c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.781986] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b36b3173-7d94-45a2-9753-03d918e89a25 with status ACTIVE [ 706.782264] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.782396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.782464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.782675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.782875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.783857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.783857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.783857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.784685] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b36b3173-7d94-45a2-9753-03d918e89a25 is going to be updated. [ 706.786785] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.788265] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.788459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.809998] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.810196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.810249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.810425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.810575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.810753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36b3173-7d94-45a2-9753-03d918e89a25" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.111379] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.113101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.113284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.113529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.113628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.113735] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf already deleted. [ 707.113819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.231825] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4936a443-4fe3-41ac-8852-9d8efda62b7c [ 707.232158] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.232298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.232372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.232595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.232722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.232823] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4936a443-4fe3-41ac-8852-9d8efda62b7c already deleted. [ 707.232925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4936a443-4fe3-41ac-8852-9d8efda62b7c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.289484] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.347123] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.347409] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-633" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.348405] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-633" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348405] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-633" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.348672] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.349055] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.349312] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.349822] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.350120] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.351369] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.351704] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.352695] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.353437] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.353777] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.357019] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.357019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.382141] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.382377] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.382708] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.382807] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-633" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.383060] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.383240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.383403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.384315] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.384315] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd15279-8b95-4ca8-ae77-40104bbb7fa6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.410295] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 707.410487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.410591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.410839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.411045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.411183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.411252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.411433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.411608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.411857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.411857] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.414222] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.416766] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.416766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.416766] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.417198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.417562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.418361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.418361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.418361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.418361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.418361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.418850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.418850] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.421340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.421340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.424938] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.424938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.424938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.424938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.424938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.424938] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.533757] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9c75817a-5c2e-444a-a615-6c5d47a2d1de None None] Enqueued Resource ID: c6cac9b3-b2fa-4503-8866-f00f98416b66 with Priority: HIGHEST for action port [ 707.536396] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6cac9b3-b2fa-4503-8866-f00f98416b66 with Priority: HIGHEST for action port [ 707.536820] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6cac9b3-b2fa-4503-8866-f00f98416b66 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.536956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6cac9b3-b2fa-4503-8866-f00f98416b66" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.537010] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6cac9b3-b2fa-4503-8866-f00f98416b66" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.537316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6cac9b3-b2fa-4503-8866-f00f98416b66" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.537393] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cac9b3-b2fa-4503-8866-f00f98416b66',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.778670] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 707.778978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.779122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.779429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.779631] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.779758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.779818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.779982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.780121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.780172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.780246] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.794444] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.797960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.797960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.797960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.797960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.797960] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be created. [ 707.826281] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.826281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.826281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.826281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.826281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.838758] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: UNINITIALIZED for 2s [ 707.889709] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.889941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.890081] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.890380] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.890525] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.890680] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 not found, creating... [ 707.891060] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.891138] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.891251] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.891482] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.891608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.891894] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.892054] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.892166] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.892375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.892504] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.892657] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 is going to be created. [ 707.920276] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.920490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.920650] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.925256] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.925472] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.925642] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.925931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926183] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926415] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.927791] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.929023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.969808] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: SUCCESS [ 707.970083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.970332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.970540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.970748] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.970865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.971524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.971524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.971524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.971524] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.043458] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6cac9b3-b2fa-4503-8866-f00f98416b66 [ 708.043695] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.043832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.043934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.044167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.044267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.044376] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6cac9b3-b2fa-4503-8866-f00f98416b66 already deleted. [ 708.044466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6cac9b3-b2fa-4503-8866-f00f98416b66" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.282555] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.282790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.282790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.283874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.283874] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.283874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.283874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.283874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.283874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.283874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.283874] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.284258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.284258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.284362] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.284362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.284435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.284647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.284740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.284830] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.424729] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.429655] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956: rpc.has_security_group_logging(os_id): False [ 708.435902] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.460033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.460033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.460033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.460033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be created. [ 708.474031] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.531410] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.531579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.531647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.531870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.532082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.547617] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 708.789593] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40: rpc.has_security_group_logging(os_id): False [ 708.811033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.811033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.811033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.811033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.811720] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.811720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.811720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.811720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.811720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.811720] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be created. [ 708.841541] env[69323]: INFO networking_nsxv3.common.synchronization [req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 req-c13779c0-228d-455a-aed0-f8c7a9c94809 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 708.842916] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 708.846344] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.846344] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.846344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.846344] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.884046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.884210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.884264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.885548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.885548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.898548] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 708.928955] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.929311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.929434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.929667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.929764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.929874] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 708.942520] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.942520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.942520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.942520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.942520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.942520] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be updated. [ 708.972807] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-73252708-0298-478f-a7ac-d6114a856d65 service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 708.973086] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-73252708-0298-478f-a7ac-d6114a856d65 service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 708.973260] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-73252708-0298-478f-a7ac-d6114a856d65 service nova] Enqueued Resource ID: 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 with Priority: HIGHEST for action port [ 708.973920] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 708.974229] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 708.974473] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 with Priority: HIGHEST for action port [ 708.975181] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.975181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.975181] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.975325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.975514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.975641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.975840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.976232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.976232] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd15279-8b95-4ca8-ae77-40104bbb7fa6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.978013] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.991124] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.991649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.991649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.991649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.991839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.996431] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.996574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.997379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.997725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.997793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.012654] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 709.015367] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 709.454017] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.454292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.454292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.454673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.454673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.454895] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.455176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.455322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.455492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.455597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.455709] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 already deleted. [ 709.455813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.457565] env[69323]: INFO networking_nsxv3.common.synchronization [req-85091e69-2b50-4a8d-b618-16eee8791a6a req-3f1e1f20-515d-44de-b687-a77b9411a7d0 tempest-ServerDiagnosticsTest-1452369078 tempest-ServerDiagnosticsTest-1452369078-project-member] Enqueued Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_members [ 709.458295] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGHEST for action security_group_members [ 709.458614] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.458757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.458845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.459065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.459256] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.459383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.459464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.459636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.459751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.459869] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.480607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 with status ACTIVE [ 709.480840] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.480966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.481066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.481317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.481396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.481560] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.481659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.481721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.481870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.481946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.482234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.482294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.482432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.482505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482585] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fd15279-8b95-4ca8-ae77-40104bbb7fa6 is going to be updated. [ 709.483783] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.483870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.483914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.484088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.484169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.484254] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 is going to be updated. [ 709.510531] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.510724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.510765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.511085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.511343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.511407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd15279-8b95-4ca8-ae77-40104bbb7fa6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518168] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.518242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.518277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.518452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.518591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.535188] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: IN_PROGRESS for 2s [ 709.741294] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.741524] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.741712] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.742502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.742830] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.743121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.743251] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.743603] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.744055] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.744406] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.744656] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.745168] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.745168] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.745450] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.745690] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.745994] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.778698] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.778995] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.779333] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.779478] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.779843] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-eb56647c-2a1c-4262-ab1a-535af3578244 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.780040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.780169] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.780625] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.780841] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb56647c-2a1c-4262-ab1a-535af3578244',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.853812] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.853812] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.853812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.853812] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.855079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.855443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.856040] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.856040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.856894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.856894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.856894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.856894] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.962266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.962493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.962549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.962833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.962916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.963146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.963264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.963353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.963591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.967045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.967045] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 is going to be updated. [ 710.000813] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.000813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.000813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.000813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.000813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.006588] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.006752] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.006843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.007562] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.007562] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.007767] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007877] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.008365] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.008473] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.008611] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.008679] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.008784] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.008883] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.009069] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.012719] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 in Status: IN_PROGRESS for 2s [ 710.033366] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.033626] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.033812] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.034130] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-812" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.034282] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.034452] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.034710] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.035018] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.035208] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5ab844-e7b9-4e9c-97ab-4dc8de36a306',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.286027] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.286336] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.286457] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.286767] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.286915] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.287967] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port eb56647c-2a1c-4262-ab1a-535af3578244 not found, creating... [ 710.287967] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.287967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.287967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.287967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.288491] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.288491] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.288655] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.290229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.290229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.290229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.290229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: eb56647c-2a1c-4262-ab1a-535af3578244 is going to be created. [ 710.317675] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.317675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.317675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.317675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.319503] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.319503] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.360276] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.360276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.360276] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.540664] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.540664] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.541063] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.541063] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.541528] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.541528] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port df5ab844-e7b9-4e9c-97ab-4dc8de36a306 not found, creating... [ 710.541656] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.541718] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.541842] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542751] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542751] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.542751] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.542894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.544358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.544403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.544577] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: df5ab844-e7b9-4e9c-97ab-4dc8de36a306 is going to be created. [ 710.561214] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 710.561487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.561681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.562713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.562713] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.570810] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.570810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.570810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.570810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.570810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.570810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.731430] env[69323]: INFO networking_nsxv3.common.synchronization [req-5ed7a25d-d96e-4abd-85ed-c4170b5a1908 req-baee2ea2-efb0-4d5b-b100-f202ca2a57ff tempest-DeleteServersAdminTestJSON-1291225122 tempest-DeleteServersAdminTestJSON-1291225122-project-member] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 710.732439] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGHEST for action security_group_members [ 710.732896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.733144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.733221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.733448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.733651] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.733781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.733927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.734089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.734202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.734317] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.863093] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.914102] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 710.914392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.025178] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 711.025443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.025550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.025793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.026987] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.026987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.026987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.026987] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.031261] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.031261] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.031261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.031261] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.064231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.064479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.202108] env[69323]: INFO networking_nsxv3.common.synchronization [req-814e37de-8517-4041-8a50-b656d050d0f2 req-68cfe7f6-59a5-4e11-a0e7-dbbf7622923c tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 711.202758] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 711.204272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.204272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.204272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.204694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.204933] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.205124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.205238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.206481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.206481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.206481] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.238868] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.238868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.238868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.242984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.242984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.242984] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.242984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.242984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.242984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.242984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.242984] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be updated. [ 711.278357] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.278357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.278357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.278357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.278357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.291399] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: IN_PROGRESS for 2s [ 711.368589] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.368975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.368975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.370047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.370047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.370047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 711.404167] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.404434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.404541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.405163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.405163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.419874] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 711.528611] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.533557] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.549262] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: SUCCESS [ 711.549612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.549785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.550608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.550608] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.550777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.550872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.551132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.551281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.551434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.551572] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.678615] env[69323]: INFO networking_nsxv3.common.synchronization [req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 req-3c96e303-97f6-4e64-bb06-d2eec162cd93 service nova] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_rules [ 711.678800] env[69323]: INFO networking_nsxv3.common.synchronization [req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 req-3c96e303-97f6-4e64-bb06-d2eec162cd93 service nova] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 711.678932] env[69323]: INFO networking_nsxv3.common.synchronization [req-3a3de21f-d139-4f09-8a58-c1ddc7adf187 req-3c96e303-97f6-4e64-bb06-d2eec162cd93 service nova] Enqueued Resource ID: eb56647c-2a1c-4262-ab1a-535af3578244 with Priority: HIGHEST for action port [ 711.679216] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_rules [ 711.679343] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 711.679434] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb56647c-2a1c-4262-ab1a-535af3578244 with Priority: HIGHEST for action port [ 711.680269] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.680460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.680577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.680861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.681018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.682736] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.682736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.682736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.682736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.683563] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.683563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.683563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.683563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.684025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.684025] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.686138] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb56647c-2a1c-4262-ab1a-535af3578244 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.686138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.686138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.686138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.686138] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb56647c-2a1c-4262-ab1a-535af3578244',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.709383] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.892637] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.892888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.893025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.893338] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.893641] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.893782] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.893899] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.894170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.894390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.894557] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.894692] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.894814] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.894949] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.895079] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.895189] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.895321] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.916027] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.916230] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.916370] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.916621] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.916940] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b65146ac-e114-4dc9-81e6-cd4dd779f443 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.917109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.917217] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.917586] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.917727] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b65146ac-e114-4dc9-81e6-cd4dd779f443',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.949796] env[69323]: INFO networking_nsxv3.common.synchronization [req-ef6fa0d9-74d6-41b7-9f0d-bf9ca523790b req-813a1747-feb1-4e48-80f3-116bd335dc3c tempest-SecurityGroupRulesNegativeTestJSON-1958414058 tempest-SecurityGroupRulesNegativeTestJSON-1958414058-project-member] Enqueued Resource ID: d465a9f5-ee4e-476b-a191-3f69577804a4 with Priority: HIGHEST for action security_group_rules [ 711.950553] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d465a9f5-ee4e-476b-a191-3f69577804a4 with Priority: HIGHEST for action security_group_rules [ 711.951135] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d465a9f5-ee4e-476b-a191-3f69577804a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.951295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.951364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.951644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.951734] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d465a9f5-ee4e-476b-a191-3f69577804a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.976210] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-1c46d7bc-3a4f-41c4-a522-83cf8973e4a0 service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 711.976614] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-1c46d7bc-3a4f-41c4-a522-83cf8973e4a0 service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 711.976886] env[69323]: INFO networking_nsxv3.common.synchronization [req-4527a0a1-558b-4d27-9eb5-20a6b68a1348 req-1c46d7bc-3a4f-41c4-a522-83cf8973e4a0 service nova] Enqueued Resource ID: df5ab844-e7b9-4e9c-97ab-4dc8de36a306 with Priority: HIGHEST for action port [ 711.977399] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 711.977572] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 711.977763] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5ab844-e7b9-4e9c-97ab-4dc8de36a306 with Priority: HIGHEST for action port [ 711.978338] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.978403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.978589] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.978748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.978835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.978990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.978990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.979392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.979487] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df5ab844-e7b9-4e9c-97ab-4dc8de36a306',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.023201] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 in Status: SUCCESS [ 712.023490] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 deletion is rescheduled due to dependency. [ 712.023668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.031162] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.035830] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.053971] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.185908] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.186087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.186328] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.187251] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb56647c-2a1c-4262-ab1a-535af3578244 with status ACTIVE [ 712.187433] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.187547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.187617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.187861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.189768] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.189768] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.189768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.190591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.190591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.190591] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb56647c-2a1c-4262-ab1a-535af3578244 is going to be updated. [ 712.211035] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.236049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.237291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.237291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb56647c-2a1c-4262-ab1a-535af3578244" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.420080] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.420561] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.420561] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.421109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.421302] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.421467] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b65146ac-e114-4dc9-81e6-cd4dd779f443 not found, creating... [ 712.421764] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.421925] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.422061] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.422314] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.422643] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.422742] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.422893] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.423037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.423937] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.424394] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.424775] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b65146ac-e114-4dc9-81e6-cd4dd779f443 is going to be created. [ 712.448058] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.448300] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.448431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.448715] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.448949] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.449428] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.477780] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.477973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.478035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.478625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.478625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.478625] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d465a9f5-ee4e-476b-a191-3f69577804a4 already deleted. [ 712.478625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.486905] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df5ab844-e7b9-4e9c-97ab-4dc8de36a306 with status ACTIVE [ 712.486905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.486905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.486905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.486905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.487621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.487621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.487621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.487621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.487621] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df5ab844-e7b9-4e9c-97ab-4dc8de36a306 is going to be updated. [ 712.531571] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.532851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.532851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.532851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.532851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.532851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df5ab844-e7b9-4e9c-97ab-4dc8de36a306" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.533227] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.533227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.533227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.533439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.533439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.537366] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be updated. [ 712.539773] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.539921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.540025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.540641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.540641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.540641] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 712.558053] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651b7301-1a67-4fa7-86e4-e5439e302b13: rpc.has_security_group_logging(os_id): False [ 712.590706] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.590882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.590972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.591254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.591429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.591738] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.591868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.591935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.592146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.592278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.592387] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 is going to be created. [ 712.598268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.599045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.599045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.599045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.599045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.618432] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.618432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.618432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.618432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.618432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.623979] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 712.640753] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 712.694490] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.706177] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.706401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.706401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.706633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.706813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.715058] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.715255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.715413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.715534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.715649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.715747] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 712.722309] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: IN_PROGRESS for 2s [ 712.747465] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.747616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.747674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.747894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.748047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.758923] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 712.998314] env[69323]: INFO networking_nsxv3.common.synchronization [None req-60a495d9-66e5-42d8-bad3-9392ec833bbe None None] Enqueued Resource ID: f7106b85-3ae7-4599-b6f4-7815c1afe7ae with Priority: HIGHEST for action port [ 712.998314] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7106b85-3ae7-4599-b6f4-7815c1afe7ae with Priority: HIGHEST for action port [ 712.998314] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7106b85-3ae7-4599-b6f4-7815c1afe7ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.998314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7106b85-3ae7-4599-b6f4-7815c1afe7ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.998314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7106b85-3ae7-4599-b6f4-7815c1afe7ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.998314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7106b85-3ae7-4599-b6f4-7815c1afe7ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.998314] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7106b85-3ae7-4599-b6f4-7815c1afe7ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.198642] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.198642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.198642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.198846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.198846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.198910] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be created. [ 713.261962] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.262208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.262208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.262428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.262589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.275158] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: UNINITIALIZED for 2s [ 713.302502] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfce4262-9115-4b4d-947c-58565f5632c1 in Status: SUCCESS [ 713.302740] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 deletion is rescheduled due to dependency. [ 713.302864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.428985] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 713.429221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.429398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.429642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.429800] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.429917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.429976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.430155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.430566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.430566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.430566] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.430566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.430766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.430766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.430919] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.431009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.431181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.431369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.431466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.431677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.431677] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.433519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.433880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.434057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.434165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.434227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.434374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.434454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.434549] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.504232] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7106b85-3ae7-4599-b6f4-7815c1afe7ae [ 713.504483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.504625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.504694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.504960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.505075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.505183] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7106b85-3ae7-4599-b6f4-7815c1afe7ae already deleted. [ 713.505269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7106b85-3ae7-4599-b6f4-7815c1afe7ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.644021] env[69323]: INFO networking_nsxv3.common.synchronization [req-814e37de-8517-4041-8a50-b656d050d0f2 req-60ec9c26-8ffe-4e81-929c-f208ca89db54 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 713.644021] env[69323]: INFO networking_nsxv3.common.synchronization [req-814e37de-8517-4041-8a50-b656d050d0f2 req-60ec9c26-8ffe-4e81-929c-f208ca89db54 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 713.644021] env[69323]: INFO networking_nsxv3.common.synchronization [req-814e37de-8517-4041-8a50-b656d050d0f2 req-60ec9c26-8ffe-4e81-929c-f208ca89db54 service nova] Enqueued Resource ID: b65146ac-e114-4dc9-81e6-cd4dd779f443 with Priority: HIGHEST for action port [ 713.644021] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 713.644021] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 713.644021] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b65146ac-e114-4dc9-81e6-cd4dd779f443 with Priority: HIGHEST for action port [ 713.644796] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.644954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.645059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.645281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.645367] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.646459] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.646597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.647390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b65146ac-e114-4dc9-81e6-cd4dd779f443 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.647508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.647655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.647822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.647933] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b65146ac-e114-4dc9-81e6-cd4dd779f443',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.936499] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e733d281-6d00-4e73-b59c-333922b12238: rpc.has_security_group_logging(os_id): False [ 713.938388] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.962277] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.962453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.962498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.962781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.962885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.963499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.963499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.963499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.963499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.963759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.963759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.963842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.963928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.964012] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.964218] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.964288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.964434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.969328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.969328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.969328] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be created. [ 714.038664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.038914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.038914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.039175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.039359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.063285] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 714.150630] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.150630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.155048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b65146ac-e114-4dc9-81e6-cd4dd779f443 with status ACTIVE [ 714.155048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.155048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.155048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.155048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.162700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.162700] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b65146ac-e114-4dc9-81e6-cd4dd779f443 is going to be updated. [ 714.212549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.212839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.212839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.213041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.213196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.213365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b65146ac-e114-4dc9-81e6-cd4dd779f443" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.264264] env[69323]: INFO networking_nsxv3.common.synchronization [req-4b82f546-d39e-4ed0-a92b-592dcac6e704 req-a9a021ca-6b9b-4b76-aa6e-a3acff6de51c tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 714.266870] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 714.266870] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.266870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.266870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.266870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.267283] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.267336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.267374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.267629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.267756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.267893] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.444083] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.650532] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 714.651125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.651125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.651125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.651364] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.651519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.651916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.651916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.651916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652139] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.653746] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 714.653932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.654099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.654553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.654615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.654822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.654946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.655043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.655195] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.655337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.655405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.655548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.655689] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.655783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.656140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.656140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.656140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.656284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.656284] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.737216] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: SUCCESS [ 714.738094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.769899] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 714.770270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.770642] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.772631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.775441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.776443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.776443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.776443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.776443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.776443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.776727] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.946883] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.946883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.946883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.947351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.947351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.947351] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 714.982484] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.982484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.982484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.982484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.982484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.991890] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 715.126215] env[69323]: INFO networking_nsxv3.common.synchronization [req-419dd8f1-8353-4ac3-83fe-17c8bda767d4 req-716ae66c-caa8-4605-a1be-f7e223510483 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 715.126828] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 715.127683] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.127802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.127866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.128081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.128237] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.128332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.128391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.128925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.129033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.129129] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.157857] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.158779] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7dc348-24f3-452f-bdd6-b2e51f01d024: rpc.has_security_group_logging(os_id): False [ 715.192465] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.192685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.192735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.192993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.193112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.193365] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.193526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.193622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.193861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.193985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.194594] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.194594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.194594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.194888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.194888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.194972] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.195339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.195425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.195870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.195870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.195870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 715.273189] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.281031] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.286108] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 715.286339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.286539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.286789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.287424] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.287424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.287424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.287424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.287424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.287826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.287826] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.309415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.309582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.309649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.309815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.309961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.328316] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 715.516975] env[69323]: INFO networking_nsxv3.common.synchronization [None req-87e4de67-7fc2-4c1a-8346-148a4f274715 None None] Enqueued Resource ID: 17acf94d-3555-4829-8af0-7253f9e6ac8d with Priority: HIGHEST for action port [ 715.516975] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17acf94d-3555-4829-8af0-7253f9e6ac8d with Priority: HIGHEST for action port [ 715.516975] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-17acf94d-3555-4829-8af0-7253f9e6ac8d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.517261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17acf94d-3555-4829-8af0-7253f9e6ac8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.517261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17acf94d-3555-4829-8af0-7253f9e6ac8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.517450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17acf94d-3555-4829-8af0-7253f9e6ac8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.517755] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17acf94d-3555-4829-8af0-7253f9e6ac8d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.631456] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.631456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.631456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.631984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.631984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.631984] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.632345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.632373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.632541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.632623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.632725] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be updated. [ 715.662356] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956: rpc.has_security_group_logging(os_id): False [ 715.671258] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.671479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.671589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.671765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.672042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.686375] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: IN_PROGRESS for 2s [ 715.687290] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.687418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.687485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.687690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.687796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.688022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.688148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.688199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.688338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.688413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.688512] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be updated. [ 715.768646] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.768803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.768881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.769140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.769287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.776787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.776964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.777015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.777552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.777681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.778678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be updated. [ 715.782027] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.792019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 715.792019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.792019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.792019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.793774] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.793774] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.793774] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.793774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.794329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.794329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.794329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.794329] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.859207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.859398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.859470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.859710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.859863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.879048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: IN_PROGRESS for 2s [ 716.019965] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17acf94d-3555-4829-8af0-7253f9e6ac8d [ 716.020512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.020693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.020785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.021014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.021110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.021207] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17acf94d-3555-4829-8af0-7253f9e6ac8d already deleted. [ 716.021288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17acf94d-3555-4829-8af0-7253f9e6ac8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.083058] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 716.084499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.084499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.084499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.084499] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.285094] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.289040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.289040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.289040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.289040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.289040] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 716.297167] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28d73c0a-f59c-4891-8b01-0e3a9e5eb762: rpc.has_security_group_logging(os_id): False [ 716.317553] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.317553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.317553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.317756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.317756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.318183] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.318183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.318183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.318324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.318324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.318549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.318646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.318704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.318848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.318915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.320687] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.320863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.320955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.321173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.321726] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be created. [ 716.327798] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.327798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.327798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.327798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.328410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.342321] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 716.393830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.395205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.395205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.395205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.395205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.411403] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: IN_PROGRESS for 2s [ 716.589023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.589023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.002390] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 717.002643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.002787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.003050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.003246] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.003363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.003430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.003581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.003666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.003749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.003841] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.182130] env[69323]: INFO networking_nsxv3.common.synchronization [req-5075fb23-88f5-4bd5-bfdc-98292a3d1ab4 req-2556e518-4025-4ced-a723-dfdefa3886d6 tempest-SecurityGroupRulesNegativeTestJSON-1958414058 tempest-SecurityGroupRulesNegativeTestJSON-1958414058-project-member] Enqueued Resource ID: d465a9f5-ee4e-476b-a191-3f69577804a4 with Priority: HIGHEST for action security_group_rules [ 717.183190] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d465a9f5-ee4e-476b-a191-3f69577804a4 with Priority: HIGHEST for action security_group_rules [ 717.183556] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d465a9f5-ee4e-476b-a191-3f69577804a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.183723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.183817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.184099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.184202] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d465a9f5-ee4e-476b-a191-3f69577804a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.343430] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 717.343756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.343977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.344220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.344308] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.379405] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8b9ea66-380b-459c-a033-427cf70a66f3 req-e8bbc6e5-e00d-4be6-8190-57ae7311bde7 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 717.379918] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 717.380663] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.380789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.380899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.381156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.381314] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.381414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.381477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.381630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.381717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.381812] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.508717] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.508877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.508950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.509195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.509352] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.509460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.509967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.509967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.509967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.509967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.509967] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.510195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.510195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.510306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.510464] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.510556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.510618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.510770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.510866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.510960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.511062] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.690059] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.690276] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.690402] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.691758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.691758] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.691758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.691758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.691758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.691758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.691758] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.692022] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.692022] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.692074] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.692152] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.692259] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.692390] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.702532] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 717.702884] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d deletion is rescheduled due to dependency. [ 717.702967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.713028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.713256] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.713402] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.713579] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.713914] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-6438739a-7d51-491b-bde2-9823179b87b6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.714102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.714220] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.714540] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.714682] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6438739a-7d51-491b-bde2-9823179b87b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.716538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.716681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.716731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.716990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.717186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.717311] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d465a9f5-ee4e-476b-a191-3f69577804a4 already deleted. [ 717.717416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d465a9f5-ee4e-476b-a191-3f69577804a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812073] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 717.812337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.847723] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.848084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.848174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.848642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.848642] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.848763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.848879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.849089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.849200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.849314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.849408] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.883995] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.884498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.884498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.884659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.884721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.885154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.885366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.885486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.885622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.885760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.885865] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 already deleted. [ 717.885961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.890163] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 717.890502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.013347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e733d281-6d00-4e73-b59c-333922b12238: rpc.has_security_group_logging(os_id): False [ 718.034890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.035085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.035173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.035379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.035475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.035692] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.035832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.035895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.036201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.036277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.036550] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.036710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.036827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.037222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.037473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.037719] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.037855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.037946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.038206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.038206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.038372] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 718.042609] env[69323]: INFO networking_nsxv3.common.synchronization [req-b1125968-718c-4739-8aeb-849a5da3e407 req-83034f53-80a1-4cae-ac84-cb7ec88223bf tempest-ServerMetadataNegativeTestJSON-1049189758 tempest-ServerMetadataNegativeTestJSON-1049189758-project-member] Enqueued Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_members [ 718.043622] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGHEST for action security_group_members [ 718.044120] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.044120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.044232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.044440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.044637] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.044768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.044885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.045126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.045257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.045422] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.129640] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.129640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.129640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.129781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.129901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.145231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 718.218976] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.219359] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.219472] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.219868] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.220071] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.220264] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 6438739a-7d51-491b-bde2-9823179b87b6 not found, creating... [ 718.220627] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.220836] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.221118] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.221423] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.221812] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.222321] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.222471] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.222620] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.222924] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.223120] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.223427] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 6438739a-7d51-491b-bde2-9823179b87b6 is going to be created. [ 718.260519] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.260519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.260519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.262075] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.262075] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.262075] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.352739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 718.353050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.353223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.353503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.354859] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.354859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.354859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.354859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.354859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.354859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.354859] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.355759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.355910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.356011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.356316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.356589] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.356589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.356813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.356813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.356893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.356972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.357229] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.357291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.357745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.357745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.357745] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.357901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.357901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.358071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.358172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.358265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.358972] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.426699] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 718.427037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.548335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.548571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.548660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548859] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.548949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.549078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.549214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.549308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.549387] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ad78-eb9f-466a-957f-97966cbac773 is going to be updated. [ 718.577424] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.577603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.577718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.577889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.578044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.587898] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ad78-eb9f-466a-957f-97966cbac773 in Status: IN_PROGRESS for 2s [ 718.747978] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bf04de2-680c-461b-bc5c-b6aade8c054a req-18cf5088-8fe8-4e95-8cad-5b19dec3d1a7 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 718.748244] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 718.748727] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.748727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.748801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.749168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.749168] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.749371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.749371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.749560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.749560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.749640] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.861894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.862161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.862288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.862594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.862795] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.863020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.863125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.863473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.863473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.863640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.863735] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.863872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.863954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.864186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.864401] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.864530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.864611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.864797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.864973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.866344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.866473] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.868503] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7dc348-24f3-452f-bdd6-b2e51f01d024: rpc.has_security_group_logging(os_id): False [ 718.891394] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.891709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.891773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.892038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.892168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.892388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.892690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.892781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.892964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.893056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.893278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.893377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.893439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.893583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.893658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.894586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.894769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.894865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.895090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.895217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.895407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 718.965546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.965736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.965789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.966077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.966239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.985899] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8b9ea66-380b-459c-a033-427cf70a66f3 req-08a075b7-f59b-453b-bbec-c7d27a849a27 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 718.986104] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8b9ea66-380b-459c-a033-427cf70a66f3 req-08a075b7-f59b-453b-bbec-c7d27a849a27 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 718.986290] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8b9ea66-380b-459c-a033-427cf70a66f3 req-08a075b7-f59b-453b-bbec-c7d27a849a27 service nova] Enqueued Resource ID: 6438739a-7d51-491b-bde2-9823179b87b6 with Priority: HIGHEST for action port [ 718.987470] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 718.987621] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 718.987751] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 718.987848] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6438739a-7d51-491b-bde2-9823179b87b6 with Priority: HIGHEST for action port [ 718.988427] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.988555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.988624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.988875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.988960] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.989890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.990013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.990089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.990260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.990411] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.990506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.990565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.990709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.990806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.991034] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.994262] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-6438739a-7d51-491b-bde2-9823179b87b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.994262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.994262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.994262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.994262] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6438739a-7d51-491b-bde2-9823179b87b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.245564] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.245991] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.245991] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.245991] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.246324] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.246493] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.246611] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.246854] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.247020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.247305] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.247449] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.247563] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.247671] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.247955] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.247955] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.248665] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.251986] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.300970] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.300970] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.301152] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.301239] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301620] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-95f2dd54-f84f-4beb-bb64-8c8f0c023323 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.301705] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.301860] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.302232] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.302431] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f2dd54-f84f-4beb-bb64-8c8f0c023323',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.371425] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037ff67e-fe5b-4b83-9bf7-75bea63f1a40: rpc.has_security_group_logging(os_id): False [ 719.394029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.394029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.394029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.394029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.395167] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.395477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.395690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.397728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.397728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.397728] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 719.462958] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.462958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.462958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.462958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.462958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.478201] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 719.497252] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.500512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.500512] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.500512] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6438739a-7d51-491b-bde2-9823179b87b6 with status ACTIVE [ 719.500512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.500512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.500512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.500512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.500512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.501955] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.501955] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.501955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.501955] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6438739a-7d51-491b-bde2-9823179b87b6 is going to be updated. [ 719.527597] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.527597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.527597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.527794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.528054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.528274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6438739a-7d51-491b-bde2-9823179b87b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.755480] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.808033] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 95f2dd54-f84f-4beb-bb64-8c8f0c023323 not found, creating... [ 719.808033] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.808033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.808486] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.808486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.808486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.808847] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.809151] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.809532] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 95f2dd54-f84f-4beb-bb64-8c8f0c023323 is going to be created. [ 719.842027] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.842027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.842027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.842027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.842027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.842027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.004291] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.161640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 720.161846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.162038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.162266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.162419] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.258727] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.259462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.259670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.259962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.260148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.260332] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be updated. [ 720.288488] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.288853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.288853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.288947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.289071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.299313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: IN_PROGRESS for 2s [ 720.502770] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bf04de2-680c-461b-bc5c-b6aade8c054a req-a520baaa-d21d-459c-9f88-810914ff4e91 service nova] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_rules [ 720.502770] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bf04de2-680c-461b-bc5c-b6aade8c054a req-a520baaa-d21d-459c-9f88-810914ff4e91 service nova] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 720.502770] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bf04de2-680c-461b-bc5c-b6aade8c054a req-a520baaa-d21d-459c-9f88-810914ff4e91 service nova] Enqueued Resource ID: 95f2dd54-f84f-4beb-bb64-8c8f0c023323 with Priority: HIGHEST for action port [ 720.502770] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_rules [ 720.502770] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 720.502770] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f2dd54-f84f-4beb-bb64-8c8f0c023323 with Priority: HIGHEST for action port [ 720.502770] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.502770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.502770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.502770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.505114] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.506051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.506160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.506393] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f2dd54-f84f-4beb-bb64-8c8f0c023323 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.506492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.506544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.506760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.506806] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f2dd54-f84f-4beb-bb64-8c8f0c023323',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.507961] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.508086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.508153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.508318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.508440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.508502] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be created. [ 720.541989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.542274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.542274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.542511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.542686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.554107] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: UNINITIALIZED for 2s [ 720.600093] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee86ad78-eb9f-466a-957f-97966cbac773 in Status: SUCCESS [ 720.600205] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee86ad78-eb9f-466a-957f-97966cbac773 deletion is rescheduled due to dependency. [ 720.600362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.665280] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.665430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.665502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.665752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.665953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.666106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.666173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.666347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.666427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.666517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.666618] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.005410] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 721.005410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.013315] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f2dd54-f84f-4beb-bb64-8c8f0c023323 with status ACTIVE [ 721.013902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.013902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.013902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.014247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.014247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.014340] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.014399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.014441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.014574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.014649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.014831] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.015036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.015104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.015247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.015329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.015416] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f2dd54-f84f-4beb-bb64-8c8f0c023323 is going to be updated. [ 721.018254] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.018388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.045417] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.045800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.045800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.045970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.045970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.047024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f2dd54-f84f-4beb-bb64-8c8f0c023323" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.173067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.173067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.173067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.173067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.173067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.173638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.173638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.173638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.173638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.174357] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.499458] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 721.499774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.679791] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e733d281-6d00-4e73-b59c-333922b12238: rpc.has_security_group_logging(os_id): False [ 721.698621] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.698621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.698621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.698621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.699531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.700331] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.701654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.701654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.701654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.701654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.701654] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.701905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.701937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.702912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.702912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.702912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.702912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.702912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.702912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.702912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.702912] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 721.767048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.767048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.767048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.767048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.767438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.786797] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 721.800330] env[69323]: INFO networking_nsxv3.common.synchronization [req-ca6a4663-a288-4cc4-8025-1fe378299cc2 req-c6bcdd04-4c22-4751-a284-26c038be99c4 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 721.801338] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 721.801338] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.801338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.801338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.801611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.801875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.802069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.802149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.802306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.802404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.802476] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.307917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.307917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.307917] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 already deleted. [ 722.307917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.311790] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 722.312053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.312257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.312482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.312655] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.312777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.312854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.313068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.313164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.313275] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.323049] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.323160] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.323276] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.323649] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.323887] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.324675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.324675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.324675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.324675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.325364] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.325364] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.325364] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.325364] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.325364] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.325364] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.325638] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.349377] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.349631] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.349777] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.349985] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.350430] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-bdd6d007-cbbe-44ca-ab2c-a20595919386 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.350557] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.350682] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.351043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.351198] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd6d007-cbbe-44ca-ab2c-a20595919386',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.565223] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.568018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.568018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.568018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.816249] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.853904] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.854371] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.859093] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port bdd6d007-cbbe-44ca-ab2c-a20595919386 not found, creating... [ 722.859093] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.859093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.859093] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.859464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.859464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.859464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.859464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.859464] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: bdd6d007-cbbe-44ca-ab2c-a20595919386 is going to be created. [ 722.888375] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.888375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.888375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.888375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.888375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072530] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.072732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.072787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.073036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.073222] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.073341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.073503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.073686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.073789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.073881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.076258] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.076368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.076445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.076617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.076837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.076906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.076947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.077121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.077205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.077316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.077414] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.318809] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.581734] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf9d501-a76a-4d1d-bbd1-79412aef2c22: rpc.has_security_group_logging(os_id): False [ 723.604445] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.604445] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.604445] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.604445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.612538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.612538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.612538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.612538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.612538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.612538] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be created. [ 723.672850] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.675336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.675336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.675336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.675336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.686149] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 723.730601] env[69323]: INFO networking_nsxv3.common.synchronization [req-ca6a4663-a288-4cc4-8025-1fe378299cc2 req-a4f402c8-4df0-44d9-a875-206a8dd57825 service nova] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_rules [ 723.730601] env[69323]: INFO networking_nsxv3.common.synchronization [req-ca6a4663-a288-4cc4-8025-1fe378299cc2 req-a4f402c8-4df0-44d9-a875-206a8dd57825 service nova] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 723.730601] env[69323]: INFO networking_nsxv3.common.synchronization [req-ca6a4663-a288-4cc4-8025-1fe378299cc2 req-a4f402c8-4df0-44d9-a875-206a8dd57825 service nova] Enqueued Resource ID: bdd6d007-cbbe-44ca-ab2c-a20595919386 with Priority: HIGHEST for action port [ 723.730601] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_rules [ 723.731393] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 723.731652] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd6d007-cbbe-44ca-ab2c-a20595919386 with Priority: HIGHEST for action port [ 723.732077] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.732455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.734567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.734567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.734567] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.736136] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.736136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.736136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.736136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.736136] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.737189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.739533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.739533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.739533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.739533] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.739533] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd6d007-cbbe-44ca-ab2c-a20595919386 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.739533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.739533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.739533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.739533] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd6d007-cbbe-44ca-ab2c-a20595919386',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.805457] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 723.806535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.824240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.824240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.824240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.824240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.824240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.824240] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be updated. [ 723.856023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.856023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.856023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.856023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.856023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.864674] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: IN_PROGRESS for 2s [ 724.243987] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.245616] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.245616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.245616] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd6d007-cbbe-44ca-ab2c-a20595919386 with status ACTIVE [ 724.245993] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.245993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.245993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.246150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.246150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.246959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.247125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.247189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.247416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.247495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.247693] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.248367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.248367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.248367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.248367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.248367] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd6d007-cbbe-44ca-ab2c-a20595919386 is going to be updated. [ 724.285175] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.285342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.285435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.285678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.285820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.285996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd6d007-cbbe-44ca-ab2c-a20595919386" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.750463] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.253506] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.253641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.253884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.253958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.254058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.254190] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be created. [ 725.279385] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.279479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.279511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.280094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.280094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.293148] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: UNINITIALIZED for 2s [ 725.665717] env[69323]: INFO networking_nsxv3.common.synchronization [req-3bd57c2f-8602-43da-8a53-4aa981c66737 req-df51e8cb-ead8-4361-8f6d-7996c6ce09b4 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 725.666572] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 725.666946] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.667176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.667272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.668917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.668917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.668917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.668917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.668917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.668917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.668917] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.701050] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 725.702171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.874958] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 725.875253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.875399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.875667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.875951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.876107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.876178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.876342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.876423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.876510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.876602] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.171214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.171367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.171424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.171642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.171732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.171921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.172024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.172086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.172230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.172300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.172380] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 726.202972] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.203247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.203426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.203560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.203733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.222774] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 726.380785] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.381129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.381253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.381648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.381995] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.382281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.382349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.382657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.383279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.383279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.383472] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.383472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.383576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.383851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.384077] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.384205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.384262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.384441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.384556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.384710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.384822] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.603695] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f898951-d188-4b62-92fc-d054045a2b30 req-ea332f4c-7632-42a2-99f5-1e97df692143 tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Enqueued Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_members [ 726.604551] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_members [ 726.605100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.605271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.605356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.605656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.606439] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.606439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.606439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.606569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.606599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.606684] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.888922] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28d73c0a-f59c-4891-8b01-0e3a9e5eb762: rpc.has_security_group_logging(os_id): False [ 726.909735] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.909973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.910105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.910383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.910533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.910865] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.911035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.911148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.911352] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.911483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.911758] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.911923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.912360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.912487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.912760] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.912916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.912993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.913197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.913329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.913496] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be updated. [ 726.985642] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.987016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.987016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.987016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.987016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.000809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: IN_PROGRESS for 2s [ 727.110713] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.110713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.110713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.110713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.110886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.111077] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.111171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.111236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.111400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.111499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.111589] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdae977-001c-4051-bd06-41039dd11085 already deleted. [ 727.111671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.222833] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.223758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.223914] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.224459] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.225356] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.226302] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.226538] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.226888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.227254] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227571] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.227764] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.227986] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.228357] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.229516] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.229516] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.229645] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.265749] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.266042] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.266379] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.266569] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.266869] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-4310ed6a-c728-4f93-bfe2-2975beffffa1 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.267123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.267289] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.267818] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.271233] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4310ed6a-c728-4f93-bfe2-2975beffffa1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.308216] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 727.308864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.309801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.310169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.310562] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.310921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.311133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.311440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.311647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.311861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.312068] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.651619] env[69323]: INFO networking_nsxv3.common.synchronization [req-88beccec-6bde-43b1-a316-07f03309a365 req-a73acd6e-0f62-4f18-a607-35ba6415d8e1 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 727.652232] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 727.652620] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.652794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.652881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.653112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.653274] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.653395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.653460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.653609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.653696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.653791] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.772371] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.772611] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775897] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 4310ed6a-c728-4f93-bfe2-2975beffffa1 not found, creating... [ 727.775897] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.775897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775897] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.776499] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.776920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.777193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.777803] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.777803] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 4310ed6a-c728-4f93-bfe2-2975beffffa1 is going to be created. [ 727.802906] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.802906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.802906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.802906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.802906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.803226] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.818097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.818097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.818097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.818855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.818855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.818855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.818855] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.023871] env[69323]: INFO networking_nsxv3.common.synchronization [req-88beccec-6bde-43b1-a316-07f03309a365 req-b26f07b6-f415-42d8-83bf-2fb1825adb2b tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 728.025455] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 728.025455] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.028011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.073460] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4f35a6a3-fb58-4f3e-8032-4f649875f13f None None] Enqueued Resource ID: 4e6dea56-56c9-4fdc-a699-56d8998e3e14 with Priority: HIGHEST for action port [ 728.074024] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6dea56-56c9-4fdc-a699-56d8998e3e14 with Priority: HIGHEST for action port [ 728.074363] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6dea56-56c9-4fdc-a699-56d8998e3e14 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.074492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6dea56-56c9-4fdc-a699-56d8998e3e14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.074565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6dea56-56c9-4fdc-a699-56d8998e3e14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.074880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6dea56-56c9-4fdc-a699-56d8998e3e14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.074928] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6dea56-56c9-4fdc-a699-56d8998e3e14',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.157237] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.236869] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 728.236869] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b deletion is rescheduled due to dependency. [ 728.236869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.322730] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b983104-25d7-4ca6-9cda-e4678a8965b4: rpc.has_security_group_logging(os_id): False [ 728.346465] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.346652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.346709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.346952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.347379] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.347477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.347781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.348052] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.348155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.348285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.348405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.348493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.348690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.349476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.349476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.349476] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be created. [ 728.426792] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.426988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.427198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.427463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.427660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.444136] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 728.577701] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e6dea56-56c9-4fdc-a699-56d8998e3e14 [ 728.577980] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.578172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.578270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.578637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.578855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.578949] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e6dea56-56c9-4fdc-a699-56d8998e3e14 already deleted. [ 728.579674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6dea56-56c9-4fdc-a699-56d8998e3e14" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642273] env[69323]: INFO networking_nsxv3.common.synchronization [req-88beccec-6bde-43b1-a316-07f03309a365 req-83cce184-d0e1-4ef7-8e52-96f1a774db1a tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 728.644125] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 728.644125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.644125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.659458] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.016526] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 729.017105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.019850] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f898951-d188-4b62-92fc-d054045a2b30 req-b5bb1706-6356-4cbe-97d5-8fc07d19cf8d service nova] Enqueued Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_rules [ 729.020326] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f898951-d188-4b62-92fc-d054045a2b30 req-b5bb1706-6356-4cbe-97d5-8fc07d19cf8d service nova] Enqueued Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_members [ 729.020686] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f898951-d188-4b62-92fc-d054045a2b30 req-b5bb1706-6356-4cbe-97d5-8fc07d19cf8d service nova] Enqueued Resource ID: 4310ed6a-c728-4f93-bfe2-2975beffffa1 with Priority: HIGHEST for action port [ 729.021399] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_rules [ 729.022079] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_members [ 729.022079] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310ed6a-c728-4f93-bfe2-2975beffffa1 with Priority: HIGHEST for action port [ 729.022079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.022372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.022372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.022548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.022710] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.024452] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.026591] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.026591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.026591] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.026943] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4310ed6a-c728-4f93-bfe2-2975beffffa1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.026943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.026943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.027045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.027103] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4310ed6a-c728-4f93-bfe2-2975beffffa1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.164253] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.165593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.165593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.165593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.165971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.166206] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 729.222548] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.222548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.222548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.222548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.222548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.231276] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 729.530298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.530407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.530594] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.531709] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4310ed6a-c728-4f93-bfe2-2975beffffa1 with status ACTIVE [ 729.531709] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.531885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.533594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.533594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.533594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.533594] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.533833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.533833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.534076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.534076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.534370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.534435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.534581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.534656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.534743] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4310ed6a-c728-4f93-bfe2-2975beffffa1 is going to be updated. [ 729.557156] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.557988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.557988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.557988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.557988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.557988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4310ed6a-c728-4f93-bfe2-2975beffffa1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.037576] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.403963] env[69323]: INFO networking_nsxv3.common.synchronization [None req-d1649235-194c-4b5c-b831-49b30100bb16 None None] Enqueued Resource ID: 515408bc-e8c5-45c0-9d98-9827c3167d75 with Priority: HIGHEST for action port [ 730.403963] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 515408bc-e8c5-45c0-9d98-9827c3167d75 with Priority: HIGHEST for action port [ 730.404396] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-515408bc-e8c5-45c0-9d98-9827c3167d75 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.404396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-515408bc-e8c5-45c0-9d98-9827c3167d75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.404550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-515408bc-e8c5-45c0-9d98-9827c3167d75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.404716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-515408bc-e8c5-45c0-9d98-9827c3167d75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.404807] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('515408bc-e8c5-45c0-9d98-9827c3167d75',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.459125] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 730.459356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.544412] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.544866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.544866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.544998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.545187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.545326] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdae977-001c-4051-bd06-41039dd11085 is going to be created. [ 730.561182] env[69323]: INFO networking_nsxv3.common.synchronization [None req-962c9e64-b9c5-404c-9fc2-dfe8d80dd8d9 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Enqueued Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_rules [ 730.563084] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_rules [ 730.563084] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.563084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.563084] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.573105] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.573105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.573105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.573105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.573105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.585899] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdae977-001c-4051-bd06-41039dd11085 in Status: UNINITIALIZED for 2s [ 730.737169] env[69323]: INFO networking_nsxv3.common.synchronization [None req-36159a5a-6ea5-4748-bad6-4cefda39dc1e tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Enqueued Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_rules [ 730.738388] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_rules [ 730.738388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.738623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.908894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 515408bc-e8c5-45c0-9d98-9827c3167d75 [ 730.908894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.908894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.908894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.908894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.908894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.908894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:515408bc-e8c5-45c0-9d98-9827c3167d75 already deleted. [ 730.909196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-515408bc-e8c5-45c0-9d98-9827c3167d75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090176] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.090475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.091105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.091343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.091439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.091537] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab already deleted. [ 731.092409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.092708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.092975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.093489] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.244166] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 731.244501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.244688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.245051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.245242] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.245532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.245620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.245867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.245974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.249639] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.620275] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.620275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.620275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.620275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.620275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.620275] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab already deleted. [ 731.620275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.754619] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.754737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.754737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.754970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.755081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.755360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.755467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.755529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.755691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.755769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.755856] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 731.784365] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.784524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.784598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.784813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.784956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.793985] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 732.122384] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5cce04c5-dd99-4a9d-b515-c28770395b5a None None] Enqueued Resource ID: 3361ec22-08d1-4954-bc92-fad987e7b181 with Priority: HIGHEST for action port [ 732.122384] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361ec22-08d1-4954-bc92-fad987e7b181 with Priority: HIGHEST for action port [ 732.122384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-3361ec22-08d1-4954-bc92-fad987e7b181 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.128157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3361ec22-08d1-4954-bc92-fad987e7b181" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.128157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3361ec22-08d1-4954-bc92-fad987e7b181" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.128157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3361ec22-08d1-4954-bc92-fad987e7b181" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.128157] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3361ec22-08d1-4954-bc92-fad987e7b181',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.598883] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdae977-001c-4051-bd06-41039dd11085 in Status: SUCCESS [ 732.599471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.599889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.600226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.600511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.600778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.600944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.603227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.603227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.603227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.603227] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.629487] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3361ec22-08d1-4954-bc92-fad987e7b181 [ 732.629487] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.629487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.629487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.629487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.629487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.629487] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3361ec22-08d1-4954-bc92-fad987e7b181 already deleted. [ 732.629487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3361ec22-08d1-4954-bc92-fad987e7b181" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.659631] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 req-40867bc8-a9b3-4840-92b7-7de1a763e823 tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Enqueued Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_members [ 732.663663] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_members [ 732.663663] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.663663] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.663663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.663663] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.106193] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.106364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.106528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.106905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.107120] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.107223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.107314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.107447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.107535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.107624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.107778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.107870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.107931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.108086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.108224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.108316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.108378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.108513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.108589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.108669] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.108756] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.165496] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.166083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.166083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.166083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.166083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.166257] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.166365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.166430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.166576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.166655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.166741] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 already deleted. [ 733.166819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.541035] env[69323]: INFO networking_nsxv3.common.synchronization [req-020f318d-c433-4cb9-9009-f464920f4604 req-0a33a1d0-5a96-456d-a276-daaf405c08b4 tempest-ServersTestManualDisk-858095366 tempest-ServersTestManualDisk-858095366-project-member] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_members [ 733.541035] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGHEST for action security_group_members [ 733.541035] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.541035] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.541035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.541035] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.612401] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bdae977-001c-4051-bd06-41039dd11085: rpc.has_security_group_logging(os_id): False [ 733.632450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.632450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.632450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.632450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.634629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.634629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.637025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.637025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.637025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.637025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.637025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.637025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdae977-001c-4051-bd06-41039dd11085 is going to be created. [ 733.701227] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.701227] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-896" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.701227] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-896" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.701480] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-896" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.701631] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.702219] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.702357] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.702641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.702785] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.703044] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.704415] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.704697] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.704852] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.704976] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.705099] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.705312] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.709188] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.709337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.711020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.711020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.711020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.724348] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdae977-001c-4051-bd06-41039dd11085 in Status: IN_PROGRESS for 2s [ 733.732391] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.732585] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.732728] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.733189] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-896" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.733319] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-75bd3f71-9f18-480f-abac-64cdd0df56bd taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.733513] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.733632] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.733968] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734119] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75bd3f71-9f18-480f-abac-64cdd0df56bd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.806950] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 733.807223] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 deletion is rescheduled due to dependency. [ 733.807381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.807597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.807857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.808126] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.808281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.808431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.808611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.808734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.808881] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.045437] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.045437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.045437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.046377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.046526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.046949] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.048050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.048263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.048378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.048553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.051277] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 is going to be updated. [ 734.109317] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.109317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.109317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.109317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.109774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.127127] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 in Status: IN_PROGRESS for 2s [ 734.236767] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.237180] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.237400] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.237854] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.238262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.238358] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 75bd3f71-9f18-480f-abac-64cdd0df56bd not found, creating... [ 734.239112] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.239438] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.239773] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.240591] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.240591] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.240829] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.241022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.241147] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.241459] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.241557] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.241709] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 75bd3f71-9f18-480f-abac-64cdd0df56bd is going to be created. [ 734.277240] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.277240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.277240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.277240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.277240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.277240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.312977] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.313300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.313422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.313695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.313818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.314104] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.314748] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 734.356143] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.356427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.356427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.356934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.357089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.373900] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 734.972950] env[69323]: INFO networking_nsxv3.common.synchronization [None req-be480308-52c9-4927-8150-1cb6761a3087 None None] Enqueued Resource ID: 342ee52c-82be-4599-ac5f-e3606f32e70a with Priority: HIGHEST for action port [ 734.973242] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342ee52c-82be-4599-ac5f-e3606f32e70a with Priority: HIGHEST for action port [ 734.973824] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-342ee52c-82be-4599-ac5f-e3606f32e70a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.973937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342ee52c-82be-4599-ac5f-e3606f32e70a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.974011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342ee52c-82be-4599-ac5f-e3606f32e70a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.974262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342ee52c-82be-4599-ac5f-e3606f32e70a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.974364] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342ee52c-82be-4599-ac5f-e3606f32e70a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.270024] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 req-faef7ab5-5535-4ed2-9334-1ced8dda9845 service nova] Enqueued Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_rules [ 735.270024] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 req-faef7ab5-5535-4ed2-9334-1ced8dda9845 service nova] Enqueued Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_members [ 735.270024] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cee6e21-d2a7-45c7-bea9-924bcb8a0068 req-faef7ab5-5535-4ed2-9334-1ced8dda9845 service nova] Enqueued Resource ID: 75bd3f71-9f18-480f-abac-64cdd0df56bd with Priority: HIGHEST for action port [ 735.270024] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_rules [ 735.270024] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_members [ 735.270024] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75bd3f71-9f18-480f-abac-64cdd0df56bd with Priority: HIGHEST for action port [ 735.270024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.270024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.270024] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.270024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.270677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.270677] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.270677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.270918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.270918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.270918] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.271823] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-75bd3f71-9f18-480f-abac-64cdd0df56bd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.271948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.271948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.272259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.272259] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75bd3f71-9f18-480f-abac-64cdd0df56bd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.479154] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 342ee52c-82be-4599-ac5f-e3606f32e70a [ 735.479154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.479154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.479154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.479447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.479527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.479626] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:342ee52c-82be-4599-ac5f-e3606f32e70a already deleted. [ 735.479708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342ee52c-82be-4599-ac5f-e3606f32e70a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.739919] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bdae977-001c-4051-bd06-41039dd11085 in Status: SUCCESS [ 735.740676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.774512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.774661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.774896] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.778896] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75bd3f71-9f18-480f-abac-64cdd0df56bd with status ACTIVE [ 735.778896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.779071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.779071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.779277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.779332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.779573] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.779695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.779760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.779920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.780032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.780338] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.780533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.780615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.780794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.780873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.782379] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75bd3f71-9f18-480f-abac-64cdd0df56bd is going to be updated. [ 735.825853] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.825853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.825853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.826111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.829388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.829388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75bd3f71-9f18-480f-abac-64cdd0df56bd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.144960] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 in Status: SUCCESS [ 736.145380] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 deletion is rescheduled due to dependency. [ 736.145380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.283746] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.389252] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 736.390075] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 deletion is rescheduled due to dependency. [ 736.390459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.716478] env[69323]: INFO networking_nsxv3.common.synchronization [req-171b7b4e-edac-4ea3-af9c-3869748012f0 req-5d429d23-054b-498b-a78f-02d372ac3df5 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 736.717111] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 736.717598] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.717598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.717938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.717938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.718167] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.718295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.718401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.718594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.718687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.718787] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.787755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.787755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.787755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.787755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.787755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.787755] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 is going to be created. [ 736.812624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.812708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.812794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.813445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.813445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.830718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 in Status: UNINITIALIZED for 2s [ 737.222491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.222655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.222730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.223337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.223337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.223460] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.223515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.223566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.223723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.224743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.224743] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 737.245412] env[69323]: INFO networking_nsxv3.common.synchronization [req-58511314-2f9f-433b-be42-90b31567ca66 req-a9752950-afd4-42c5-9b03-d6dc09ac454c tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 737.245998] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 737.246348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.246483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.246631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.246743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.251441] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.251582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.251684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.251874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.251967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.252086] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.269171] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.269614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.269614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.269728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.269772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.283809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 737.726352] env[69323]: INFO networking_nsxv3.common.synchronization [req-e61f4d25-abe5-4881-a2b3-9d15b8fc7269 req-b0cb5730-5bdd-480b-a3f5-d2f84395e7a5 tempest-VolumesAssistedSnapshotsTest-1381218774 tempest-VolumesAssistedSnapshotsTest-1381218774-project-member] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_members [ 737.727974] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGHEST for action security_group_members [ 737.728989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.728989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.729181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.729337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.730442] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.730442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.730442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.730442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.730442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.730442] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.754585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.754734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.754804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.755030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.755129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.755403] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.755509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.755572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.755733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.755819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.755946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 737.789288] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.789288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.789470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.789694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.791818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.813112] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 738.237026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.237026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.237026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.237026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 is going to be updated. [ 738.272948] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.273116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.273226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.273400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.273539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.284589] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 in Status: IN_PROGRESS for 2s [ 738.841645] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 in Status: SUCCESS [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846808] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.846808] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.294130] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 739.294418] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 739.294418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.349640] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.349873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.349873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.350108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.350278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.350410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.350466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.350595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.350680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.350778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.350925] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.351023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.351086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.351226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.351363] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.351460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.351877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.351877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.351877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.351877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.351995] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.834590] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 739.834590] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 deletion is rescheduled due to dependency. [ 739.834590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.857536] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f8aad65-019a-49f7-a044-9cd7005ace89: rpc.has_security_group_logging(os_id): False [ 739.880049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.880705] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.880705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.880705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.880705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.880705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.881035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 is going to be created. [ 739.971288] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.971540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.971628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.971858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.972060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.987587] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 in Status: IN_PROGRESS for 2s [ 740.297861] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 in Status: SUCCESS [ 740.297861] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 deletion is rescheduled due to dependency. [ 740.297861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.837480] env[69323]: INFO networking_nsxv3.common.synchronization [req-17e2d7c6-ef95-441f-9bc3-073a7b437406 req-a8deda55-9b95-41f9-a089-4547f4cdaeac tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_members [ 741.838129] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGHEST for action security_group_members [ 741.838487] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.838674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.838748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.838945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.839113] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.839208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.839266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.839438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.839538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.839629] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.003387] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 in Status: SUCCESS [ 742.003619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.346013] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.346311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.346403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.346771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.346909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.347194] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.347257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.347314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.347511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.347593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.347681] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a is going to be updated. [ 742.388894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.388894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.388894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.388894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.388894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.401712] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32ada97-a662-44f4-80bb-2c4f1da1262a in Status: IN_PROGRESS for 2s [ 744.417878] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a32ada97-a662-44f4-80bb-2c4f1da1262a in Status: SUCCESS [ 744.418150] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a deletion is rescheduled due to dependency. [ 744.418287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.037527] env[69323]: INFO networking_nsxv3.common.synchronization [req-07b52dd6-dd79-428a-b6bc-035f113a96d9 req-eb905c00-1c2b-45ab-b363-be36da0e05ce tempest-TenantUsagesTestJSON-1285313094 tempest-TenantUsagesTestJSON-1285313094-project-member] Enqueued Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_members [ 745.038401] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGHEST for action security_group_members [ 745.038512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.040226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.040226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.041795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.042077] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.042725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.042725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.042725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.042725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.042949] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.545967] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.546370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.546370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.546370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.546670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.546670] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.546795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.546795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.546944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.547044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.547211] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdae977-001c-4051-bd06-41039dd11085 is going to be updated. [ 745.581207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.581362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.581449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.581680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.581841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.597068] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdae977-001c-4051-bd06-41039dd11085 in Status: IN_PROGRESS for 2s [ 746.680256] env[69323]: INFO networking_nsxv3.common.synchronization [req-60d3ce8f-6a45-4807-b4e7-1b5c3b3a5e10 req-98b2d0f3-54fc-4e69-9300-5e1bb0520976 tempest-ServersV294TestFqdnHostnames-1750920544 tempest-ServersV294TestFqdnHostnames-1750920544-project-member] Enqueued Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_members [ 746.680753] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 with Priority: HIGHEST for action security_group_members [ 746.681072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-49905111-f36d-4cf1-b97c-53b70c0fd098 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.681197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.681259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.681453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.681615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.681712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.681770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.682182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.682182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.682182] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49905111-f36d-4cf1-b97c-53b70c0fd098',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.185026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.186222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.186222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.186222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.186222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.186222] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.186222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.186222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.186536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.186536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.186536] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 is going to be updated. [ 747.220617] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.220617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.220617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.220617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.220617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.230399] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 in Status: IN_PROGRESS for 2s [ 747.611455] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bdae977-001c-4051-bd06-41039dd11085 in Status: SUCCESS [ 747.611642] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bdae977-001c-4051-bd06-41039dd11085 deletion is rescheduled due to dependency. [ 747.611744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.093919] env[69323]: INFO networking_nsxv3.common.synchronization [None req-dc473da0-d44f-49fb-bec1-b879c56beee0 None None] Enqueued Resource ID: 8f215ee5-4c5c-47f7-95b3-42f18b475429 with Priority: HIGHEST for action port [ 748.094496] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f215ee5-4c5c-47f7-95b3-42f18b475429 with Priority: HIGHEST for action port [ 748.094811] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f215ee5-4c5c-47f7-95b3-42f18b475429 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.094939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f215ee5-4c5c-47f7-95b3-42f18b475429" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.095136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f215ee5-4c5c-47f7-95b3-42f18b475429" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.095627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f215ee5-4c5c-47f7-95b3-42f18b475429" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.095714] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f215ee5-4c5c-47f7-95b3-42f18b475429',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.599176] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f215ee5-4c5c-47f7-95b3-42f18b475429 [ 748.599176] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.599176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.599176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.599176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.599176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.599176] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f215ee5-4c5c-47f7-95b3-42f18b475429 already deleted. [ 748.599176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f215ee5-4c5c-47f7-95b3-42f18b475429" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.249669] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 in Status: SUCCESS [ 749.249928] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49905111-f36d-4cf1-b97c-53b70c0fd098 deletion is rescheduled due to dependency. [ 749.250019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49905111-f36d-4cf1-b97c-53b70c0fd098" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.384327] env[69323]: INFO networking_nsxv3.common.synchronization [req-bbc30c26-34f5-4af2-9d42-3c4275270fcb req-08649258-e282-485f-a68d-32dda3cf6112 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: 31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8 with Priority: HIGHEST for action security_group_rules [ 749.384954] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8 with Priority: HIGHEST for action security_group_rules [ 749.385355] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.385921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.385921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.386116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.386116] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.909355] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.909518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.909593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.909850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.909957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.910072] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8 already deleted. [ 749.910165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31ba2e3d-44a7-4c5e-bfe0-91e21fb87cd8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.019632] env[69323]: INFO networking_nsxv3.common.synchronization [req-ddb27db5-7475-478f-a19d-115d975a798b req-0e184b75-0b3c-4cb2-8c2c-a4cd7091e14b tempest-FloatingIPsAssociationTestJSON-991213110 tempest-FloatingIPsAssociationTestJSON-991213110-project-member] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 750.020489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGHEST for action security_group_members [ 750.020734] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.020871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.020927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.021214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.021383] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.021534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.021636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.021865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.021987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.022130] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.525662] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.527057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.527057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.527057] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be updated. [ 750.560283] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.560470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.560538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.561515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.561515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.569945] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: IN_PROGRESS for 2s [ 750.694108] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e9f85ead-c264-4523-a1ac-3a93b8ca0dee None None] Enqueued Resource ID: 94f7c368-14bc-4f36-86d0-a8834af1a4ce with Priority: HIGHEST for action port [ 750.694926] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f7c368-14bc-4f36-86d0-a8834af1a4ce with Priority: HIGHEST for action port [ 750.695369] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f7c368-14bc-4f36-86d0-a8834af1a4ce taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.695528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f7c368-14bc-4f36-86d0-a8834af1a4ce" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.695686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f7c368-14bc-4f36-86d0-a8834af1a4ce" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.696040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f7c368-14bc-4f36-86d0-a8834af1a4ce" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.696140] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f7c368-14bc-4f36-86d0-a8834af1a4ce',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.950678] env[69323]: INFO networking_nsxv3.common.synchronization [req-48401ba8-fadd-47c3-bc50-f88c19eb4db5 req-9ceb0ce6-44a5-44f6-9897-33a9d2155203 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: cb52c719-5af7-4e98-8067-98fbf18734f4 with Priority: HIGHEST for action security_group_rules [ 750.951234] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb52c719-5af7-4e98-8067-98fbf18734f4 with Priority: HIGHEST for action security_group_rules [ 750.951950] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb52c719-5af7-4e98-8067-98fbf18734f4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.952107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb52c719-5af7-4e98-8067-98fbf18734f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.952181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb52c719-5af7-4e98-8067-98fbf18734f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.952412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb52c719-5af7-4e98-8067-98fbf18734f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.952496] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb52c719-5af7-4e98-8067-98fbf18734f4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.199989] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94f7c368-14bc-4f36-86d0-a8834af1a4ce [ 751.200246] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.200864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.200864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.200864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.200864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.200864] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94f7c368-14bc-4f36-86d0-a8834af1a4ce already deleted. [ 751.201217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f7c368-14bc-4f36-86d0-a8834af1a4ce" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.478623] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.478778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.478853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.479115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.479217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.479313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb52c719-5af7-4e98-8067-98fbf18734f4 already deleted. [ 751.479398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb52c719-5af7-4e98-8067-98fbf18734f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.585526] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 in Status: SUCCESS [ 752.585526] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 deletion is rescheduled due to dependency. [ 752.585526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.634288] env[69323]: INFO networking_nsxv3.common.synchronization [req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 req-356601c5-c0af-418d-885b-41b8da9dd0b2 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Enqueued Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_members [ 752.634756] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_members [ 752.635263] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.635416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.635506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.636330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.636330] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.636330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.636330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.636540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.636748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.636893] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.035807] env[69323]: INFO networking_nsxv3.common.synchronization [req-2c374ff5-d283-4c9f-8206-4eab39fdea76 req-a37a892a-3699-403a-a52f-9181e5336346 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: 1e468a45-0639-4454-b29a-e66774f7d039 with Priority: HIGHEST for action security_group_rules [ 753.037627] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e468a45-0639-4454-b29a-e66774f7d039 with Priority: HIGHEST for action security_group_rules [ 753.037627] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e468a45-0639-4454-b29a-e66774f7d039 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.037627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e468a45-0639-4454-b29a-e66774f7d039" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.037627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e468a45-0639-4454-b29a-e66774f7d039" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.037627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e468a45-0639-4454-b29a-e66774f7d039" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.037814] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e468a45-0639-4454-b29a-e66774f7d039',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.139222] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.140764] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.140764] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d already deleted. [ 753.140764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.286109] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-100" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-100" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.286109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-100" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.286109] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.286109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.286109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.286937] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.287239] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.287551] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.287776] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.287972] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.288192] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.288392] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 753.288580] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.290251] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.314024] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.314024] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 753.314024] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.314024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-100" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.314024] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-feadc76d-6cd4-4e81-95c7-31d54d64d96a taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.314024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.314024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.315594] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.315594] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feadc76d-6cd4-4e81-95c7-31d54d64d96a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.570436] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.570436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.570549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.570708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.570844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.570881] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e468a45-0639-4454-b29a-e66774f7d039 already deleted. [ 753.570963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e468a45-0639-4454-b29a-e66774f7d039" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.817262] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.817662] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.817662] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.821032] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port feadc76d-6cd4-4e81-95c7-31d54d64d96a not found, creating... [ 753.821032] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.821032] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.821032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.821469] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.821469] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.821469] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.821469] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: feadc76d-6cd4-4e81-95c7-31d54d64d96a is going to be created. [ 753.842585] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.842849] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.843017] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843329] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.843572] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.843853] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.982211] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2ad8018c-5f1d-423d-ab79-52289af047e7 None None] Enqueued Resource ID: ea9063b8-69b3-4ef3-8b5d-944673dfd642 with Priority: HIGHEST for action port [ 753.982847] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9063b8-69b3-4ef3-8b5d-944673dfd642 with Priority: HIGHEST for action port [ 753.983285] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9063b8-69b3-4ef3-8b5d-944673dfd642 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.983361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9063b8-69b3-4ef3-8b5d-944673dfd642" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.983393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9063b8-69b3-4ef3-8b5d-944673dfd642" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.983656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9063b8-69b3-4ef3-8b5d-944673dfd642" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.983839] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9063b8-69b3-4ef3-8b5d-944673dfd642',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.090684] env[69323]: INFO networking_nsxv3.common.synchronization [req-37b60da6-a84b-410e-928f-9d8a9127775d req-c47595ac-80ba-4ae4-aa47-29d59ae5b6f6 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 754.091222] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 754.091523] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.091644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.091719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.091945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.092593] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.092764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.092839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.093016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.093127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.093227] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.486810] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea9063b8-69b3-4ef3-8b5d-944673dfd642 [ 754.487435] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.487435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.487435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.487435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.487435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.487756] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea9063b8-69b3-4ef3-8b5d-944673dfd642 already deleted. [ 754.487756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9063b8-69b3-4ef3-8b5d-944673dfd642" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.512073] env[69323]: INFO networking_nsxv3.common.synchronization [req-77dee655-44bf-4312-ac7f-0d56b64e31e9 req-bd61c1ca-59b4-4a55-9681-ff9530872487 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: a828aa9f-3212-4b62-bd2f-145806b3d713 with Priority: HIGHEST for action security_group_rules [ 754.512652] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a828aa9f-3212-4b62-bd2f-145806b3d713 with Priority: HIGHEST for action security_group_rules [ 754.514915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a828aa9f-3212-4b62-bd2f-145806b3d713 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.515085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a828aa9f-3212-4b62-bd2f-145806b3d713" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.515129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a828aa9f-3212-4b62-bd2f-145806b3d713" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.515387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a828aa9f-3212-4b62-bd2f-145806b3d713" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.515475] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a828aa9f-3212-4b62-bd2f-145806b3d713',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.596020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.596243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.596307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.598113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.598113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.598113] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.598113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.598113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.598113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.598113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.598113] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 754.628204] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.628371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.628415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.628904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.628904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.645337] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 754.824373] env[69323]: INFO networking_nsxv3.common.synchronization [req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 req-f097dda3-e7d9-43da-9f08-a316cf497656 service nova] Enqueued Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_rules [ 754.824373] env[69323]: INFO networking_nsxv3.common.synchronization [req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 req-f097dda3-e7d9-43da-9f08-a316cf497656 service nova] Enqueued Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_members [ 754.824373] env[69323]: INFO networking_nsxv3.common.synchronization [req-3c8c52a3-3ea0-431c-8696-5f6d1ba3a2d6 req-f097dda3-e7d9-43da-9f08-a316cf497656 service nova] Enqueued Resource ID: feadc76d-6cd4-4e81-95c7-31d54d64d96a with Priority: HIGHEST for action port [ 754.824373] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_rules [ 754.824373] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_members [ 754.824373] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feadc76d-6cd4-4e81-95c7-31d54d64d96a with Priority: HIGHEST for action port [ 754.824373] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.824373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.825294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.825516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.825618] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.827122] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.827276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.827345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.828068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.828068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.828337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.828337] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.829346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-feadc76d-6cd4-4e81-95c7-31d54d64d96a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.829485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.829586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.832029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.832029] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feadc76d-6cd4-4e81-95c7-31d54d64d96a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.131491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.131700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.131786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.132051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.132191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.132300] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a828aa9f-3212-4b62-bd2f-145806b3d713 already deleted. [ 755.132389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a828aa9f-3212-4b62-bd2f-145806b3d713" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.331882] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.333180] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.333301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.338893] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feadc76d-6cd4-4e81-95c7-31d54d64d96a with status ACTIVE [ 755.338893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.338893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.338893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.338893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.339701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.339843] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feadc76d-6cd4-4e81-95c7-31d54d64d96a is going to be updated. [ 755.374201] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.374201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.374201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.374201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.374201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.374201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feadc76d-6cd4-4e81-95c7-31d54d64d96a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.523436] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-5d294a00-a092-4a2a-a310-04d6355d06ec tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 755.524161] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 755.526484] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.527215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.527215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.527440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.527718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.527800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.528409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.528409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.528409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.528409] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.834486] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.042844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.043060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.043130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.043315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.043948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.043948] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.043948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.043948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.044335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.044335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.044335] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 already deleted. [ 756.044581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.263132] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.263132] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.263132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.264079] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.264244] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.264360] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.264471] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.264607] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.264789] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.264847] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.287211] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.287372] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.287512] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.287771] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.288046] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-779714eb-7b59-4298-aa3e-d3e3cdb77847 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.288249] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.288380] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.289256] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.289256] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779714eb-7b59-4298-aa3e-d3e3cdb77847',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.337664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.337876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.337924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.338212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.338349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.338466] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d is going to be created. [ 756.365374] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.365599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.365987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.366232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.379810] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d in Status: UNINITIALIZED for 2s [ 756.489549] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5c6d3ee7-27e1-49bc-aa99-440c04fa46c4 None None] Enqueued Resource ID: 03eebead-47c8-4452-ad84-f568d257c134 with Priority: HIGHEST for action port [ 756.490228] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eebead-47c8-4452-ad84-f568d257c134 with Priority: HIGHEST for action port [ 756.490591] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-03eebead-47c8-4452-ad84-f568d257c134 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.490747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03eebead-47c8-4452-ad84-f568d257c134" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.490863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03eebead-47c8-4452-ad84-f568d257c134" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.491132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03eebead-47c8-4452-ad84-f568d257c134" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.491248] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03eebead-47c8-4452-ad84-f568d257c134',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.668826] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 756.669022] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 deletion is rescheduled due to dependency. [ 756.669156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.791648] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.791896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.792102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.792479] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.792645] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.792979] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 779714eb-7b59-4298-aa3e-d3e3cdb77847 not found, creating... [ 756.793415] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.793674] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.793792] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.794089] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.794278] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.794706] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.794954] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.795486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.795486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.795713] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.795909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 779714eb-7b59-4298-aa3e-d3e3cdb77847 is going to be created. [ 756.820010] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.820266] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.820392] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.820675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.820923] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.821585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.868075] env[69323]: INFO networking_nsxv3.common.synchronization [req-e1a788ea-8e58-4a29-aaef-9e7d76a43993 req-4457f7ec-e53b-48fc-a3d7-006e22e0fcf2 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 with Priority: HIGHEST for action security_group_rules [ 756.868075] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 with Priority: HIGHEST for action security_group_rules [ 756.868075] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1a320ab-0caa-4133-a409-7295fe3e23b3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.868075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.869147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.869440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.869548] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1a320ab-0caa-4133-a409-7295fe3e23b3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.993914] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03eebead-47c8-4452-ad84-f568d257c134 [ 756.993914] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.994128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.994128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.994317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.994317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.994635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03eebead-47c8-4452-ad84-f568d257c134 already deleted. [ 756.994705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03eebead-47c8-4452-ad84-f568d257c134" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.398660] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.398934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.398934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.399394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.399475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.399610] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 already deleted. [ 757.402680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.674828] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-cb726df8-34c3-43e7-aad1-a62b51949c1c tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 757.675172] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 757.675494] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.675609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.675673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.676720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.678044] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.678237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.678343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.678574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.678705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.678834] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.722733] env[69323]: INFO networking_nsxv3.common.synchronization [req-72bc4ba2-326d-4537-9ba3-cdc178bfb446 req-cfb1057d-3eae-430f-a343-f242dcd24dd4 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 with Priority: HIGHEST for action security_group_rules [ 757.723312] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 with Priority: HIGHEST for action security_group_rules [ 757.723668] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1a320ab-0caa-4133-a409-7295fe3e23b3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.723826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.723902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.724515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.724711] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1a320ab-0caa-4133-a409-7295fe3e23b3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.030250] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-0c7e6161-8877-4ecf-8314-6c664804a880 service nova] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_rules [ 758.030522] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-0c7e6161-8877-4ecf-8314-6c664804a880 service nova] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 758.030595] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-0c7e6161-8877-4ecf-8314-6c664804a880 service nova] Enqueued Resource ID: 779714eb-7b59-4298-aa3e-d3e3cdb77847 with Priority: HIGHEST for action port [ 758.030827] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_rules [ 758.031042] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 758.031077] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779714eb-7b59-4298-aa3e-d3e3cdb77847 with Priority: HIGHEST for action port [ 758.033584] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.033750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.033842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.034147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.034238] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.035162] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.035305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.035526] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-779714eb-7b59-4298-aa3e-d3e3cdb77847 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.035630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.035718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.035910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.035992] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779714eb-7b59-4298-aa3e-d3e3cdb77847',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.057155] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.058962] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.059140] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.059429] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.059719] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.059896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.060023] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.060260] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.060399] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.060615] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.060723] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.060839] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.063862] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.063862] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.063862] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.063862] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.086227] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.086426] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.086597] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.086818] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.087374] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-12e29b37-f45c-4c37-9e79-ff3340fe2e75 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.087594] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.087719] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.088874] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.088874] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12e29b37-f45c-4c37-9e79-ff3340fe2e75',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.181591] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.248026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.248399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.248438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.248707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.248872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.248903] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 already deleted. [ 758.248980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.391400] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d in Status: SUCCESS [ 758.391604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.391830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.392134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.392897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.393159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.393268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.393495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.393842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.393842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.393842] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.541701] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.541862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.542052] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779714eb-7b59-4298-aa3e-d3e3cdb77847 with status ACTIVE [ 758.542266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.542363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.542399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.542609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.542695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.542861] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.542951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.543069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.543166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.543241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.543419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.543505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.543561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.543696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.543782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.543870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779714eb-7b59-4298-aa3e-d3e3cdb77847 is going to be updated. [ 758.566124] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.566278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.566353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.566562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.566966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.566966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779714eb-7b59-4298-aa3e-d3e3cdb77847" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.591060] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.591249] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.591413] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.591702] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.591939] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.592358] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 12e29b37-f45c-4c37-9e79-ff3340fe2e75 not found, creating... [ 758.592358] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.592522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.592618] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.592835] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.592974] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.593300] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.593526] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.593526] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.593745] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.593866] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.594018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 12e29b37-f45c-4c37-9e79-ff3340fe2e75 is going to be created. [ 758.625369] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.625616] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.625706] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.626361] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.626448] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.626622] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.684553] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.810457] env[69323]: INFO networking_nsxv3.common.synchronization [req-ec07159e-7cc8-4bcc-90d8-7618bd72577a req-a08a57c4-9a42-4dde-b97a-4a65d77200e5 tempest-SecurityGroupRulesTestJSON-156148698 tempest-SecurityGroupRulesTestJSON-156148698-project-member] Enqueued Resource ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 with Priority: HIGHEST for action security_group_rules [ 758.811217] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 with Priority: HIGHEST for action security_group_rules [ 758.811577] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1a320ab-0caa-4133-a409-7295fe3e23b3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.811758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.811866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.812321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.812321] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1a320ab-0caa-4133-a409-7295fe3e23b3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.896714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.896990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.897150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.897472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.897764] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.897929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.898072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.898316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.898649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.898743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.898969] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.899128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.899206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.899361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.899546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.899666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.899789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.899983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900648] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.187068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.187939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.188451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.191289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.191610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.191610] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be created. [ 759.233359] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.233501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.233579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.233808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.234031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.250116] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: UNINITIALIZED for 2s [ 759.340607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.341020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.341128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.342351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.342351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.342351] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1a320ab-0caa-4133-a409-7295fe3e23b3 already deleted. [ 759.342351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1a320ab-0caa-4133-a409-7295fe3e23b3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.388497] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-b5c38b5b-2179-4af6-b948-824b4b53aa3f service nova] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_rules [ 759.388678] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-b5c38b5b-2179-4af6-b948-824b4b53aa3f service nova] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 759.388820] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-b5c38b5b-2179-4af6-b948-824b4b53aa3f service nova] Enqueued Resource ID: 12e29b37-f45c-4c37-9e79-ff3340fe2e75 with Priority: HIGHEST for action port [ 759.392234] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_rules [ 759.394551] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 759.394551] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e29b37-f45c-4c37-9e79-ff3340fe2e75 with Priority: HIGHEST for action port [ 759.394551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.394551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.394551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-12e29b37-f45c-4c37-9e79-ff3340fe2e75 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.394551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.394551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.394551] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12e29b37-f45c-4c37-9e79-ff3340fe2e75',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.404304] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b424eb-da95-4eac-a6f7-c8553f7f911d: rpc.has_security_group_logging(os_id): False [ 759.425665] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.425768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.425823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.428223] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.428223] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.428223] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.428223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.429160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.429160] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d is going to be created. [ 759.494143] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.494143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.494143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.494143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.494143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.506805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d in Status: IN_PROGRESS for 2s [ 759.897753] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12e29b37-f45c-4c37-9e79-ff3340fe2e75 with status ACTIVE [ 759.898091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.898259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.898330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.898633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.898758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.899412] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.899412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.899412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.899412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.899549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.900436] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.900436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.900436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.900436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.900436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.900436] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12e29b37-f45c-4c37-9e79-ff3340fe2e75 is going to be updated. [ 759.933260] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.933260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.933260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.933592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.933592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.934169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12e29b37-f45c-4c37-9e79-ff3340fe2e75" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.261848] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 761.262547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.262547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.262547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.262547] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.262761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.262761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.262905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.262999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.263107] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.520875] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d in Status: SUCCESS [ 761.521014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.765729] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.268213] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.773038] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.773209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.773582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.773683] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 762.802858] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.803057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.803057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.803189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.803328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.814319] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 763.219639] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-d88c7c59-7f0a-4008-9823-63efc5673329 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 763.220232] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 763.221666] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.225025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.750513] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.750801] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.750854] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.751613] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.751613] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.751613] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.751764] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.752450] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.752450] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.752450] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.752450] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.752604] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.752649] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.752825] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.752825] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.753565] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.773903] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.774132] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.775452] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.775452] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-889" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.775452] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.775452] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.775452] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.775762] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.775762] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f07653-05d1-4e6a-8a1f-e6b4b07750f7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.281158] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.281158] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.281283] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.281518] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.281672] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.281827] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 not found, creating... [ 764.282153] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.282374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.282494] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.282734] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.282874] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283248] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.283410] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.283526] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.283745] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.283909] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.284214] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 is going to be created. [ 764.319473] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.319473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.319473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.319473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.319473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.319473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827315] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.827315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827315] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.830653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.830653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.830653] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.830923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.830923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.831357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.831357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.831464] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.070158] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-411838cb-a7c4-4629-9fe4-616e6a521cdd service nova] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_rules [ 765.070354] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-411838cb-a7c4-4629-9fe4-616e6a521cdd service nova] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 765.070494] env[69323]: INFO networking_nsxv3.common.synchronization [req-e73c242d-6266-465e-8e94-fb2187d68fe6 req-411838cb-a7c4-4629-9fe4-616e6a521cdd service nova] Enqueued Resource ID: a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 with Priority: HIGHEST for action port [ 765.070768] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_rules [ 765.070863] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 765.070959] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 with Priority: HIGHEST for action port [ 765.073529] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.073529] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.073529] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.073529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.073529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.073529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.073529] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f07653-05d1-4e6a-8a1f-e6b4b07750f7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.334215] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.334483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.334587] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.583413] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 with status ACTIVE [ 765.583925] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.583925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.583925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.584105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.584213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.584618] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.584618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.584618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.584745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.584788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.585471] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.585471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.585471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.585471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.585471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.585471] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2f07653-05d1-4e6a-8a1f-e6b4b07750f7 is going to be updated. [ 765.608372] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.608566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.608659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.609171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.609171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.609171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f07653-05d1-4e6a-8a1f-e6b4b07750f7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.837386] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.340035] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.340035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.340232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.340379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.340519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.340655] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 766.374848] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.374848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.374848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.374848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.374848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.385891] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 767.433065] env[69323]: INFO networking_nsxv3.common.synchronization [req-0e9b9f0c-b78c-4308-87b4-d2206ec7dc42 req-3b1c4054-a305-4f07-aa08-e47a847c60f3 tempest-InstanceActionsV221TestJSON-419943473 tempest-InstanceActionsV221TestJSON-419943473-project-member] Enqueued Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_members [ 767.433065] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d with Priority: HIGHEST for action security_group_members [ 767.433065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b424eb-da95-4eac-a6f7-c8553f7f911d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.433065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.433065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.433065] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b424eb-da95-4eac-a6f7-c8553f7f911d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.936624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.936915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.936915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.937466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.937557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.937778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.937874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.937988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.938132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.938256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.938397] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d is going to be updated. [ 767.984051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.984051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.984051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.984358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.984358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.997415] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d in Status: IN_PROGRESS for 2s [ 768.397670] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 768.398054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.398210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.398431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.398658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.398792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.398860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.399037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.399145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.399249] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.903269] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.405129] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.907970] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.908339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.908339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.908996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.908996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.908996] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 769.943323] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.943615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.943739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.944061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.944288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.957825] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 770.011621] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d in Status: SUCCESS [ 770.011813] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b424eb-da95-4eac-a6f7-c8553f7f911d deletion is rescheduled due to dependency. [ 770.011929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b424eb-da95-4eac-a6f7-c8553f7f911d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.970039] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 771.970379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.970379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.970690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.971330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.971330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.971612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.971750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.971892] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.431417] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 772.431483] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 772.475450] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.979565] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.484298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.484697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.484697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.484937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.485080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.485215] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 773.524578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.524785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.524901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.525188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.525409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.536763] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 775.039703] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce84ed39-028b-4251-80d8-b329b116484b req-f812f86d-3a16-4261-86ce-aab9f8b85ee9 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 775.040471] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 775.040860] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.041065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.041164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.041443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.041675] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.041914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.041914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.042103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.042278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.042346] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.547837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.547837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.547837] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf already deleted. [ 775.547837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.548609] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 775.548744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.548943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.549162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.549341] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.549493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.549560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.549710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.549790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.549876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.550045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.550143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.550205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.550346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.550488] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.550579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.550639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.550797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.551091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.551212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.551334] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.642858] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.643247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.643455] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.643827] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.644157] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.644392] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.644554] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.644809] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.644968] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.645272] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.645403] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.645519] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.645629] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.645742] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.645848] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.645979] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.669066] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.669066] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.669066] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.669066] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.669305] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-fcccb6f6-566c-4b11-a267-39c70599532a taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.669490] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.669585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.669945] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.670124] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcccb6f6-566c-4b11-a267-39c70599532a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.056076] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a33a703-a9d7-47f7-be32-8361dcd9dbc9: rpc.has_security_group_logging(os_id): False [ 776.081385] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.081522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.081594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.081813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.081903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.082250] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.082388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.082740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.082740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.082740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.082912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.083077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.083184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.083378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.083461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.083900] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.084082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.084161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.084358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.084498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.084628] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be created. [ 776.170336] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.170575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.170705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.170846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.171155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.172644] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.172896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.173048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.173342] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.173522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.173694] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port fcccb6f6-566c-4b11-a267-39c70599532a not found, creating... [ 776.173988] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.174226] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.174341] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.174577] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.174771] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.174994] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.175240] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.175390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.175611] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.175744] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.175885] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: fcccb6f6-566c-4b11-a267-39c70599532a is going to be created. [ 776.191680] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 776.200931] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.200931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.200931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.200931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.200931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.200931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.136706] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce84ed39-028b-4251-80d8-b329b116484b req-37e8a257-7f55-4adc-a0a4-dbc1363163ba service nova] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 777.136992] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce84ed39-028b-4251-80d8-b329b116484b req-37e8a257-7f55-4adc-a0a4-dbc1363163ba service nova] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 777.137280] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce84ed39-028b-4251-80d8-b329b116484b req-37e8a257-7f55-4adc-a0a4-dbc1363163ba service nova] Enqueued Resource ID: fcccb6f6-566c-4b11-a267-39c70599532a with Priority: HIGHEST for action port [ 777.140286] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 777.140286] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 777.140286] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcccb6f6-566c-4b11-a267-39c70599532a with Priority: HIGHEST for action port [ 777.140510] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.140821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.140821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.141059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.141827] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.149063] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.149063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.149063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.149063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.150293] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.150462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.150555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.150778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.150898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.151032] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.151991] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcccb6f6-566c-4b11-a267-39c70599532a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.152267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.152365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.152562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.152668] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcccb6f6-566c-4b11-a267-39c70599532a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.654863] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.655129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.655242] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.656356] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcccb6f6-566c-4b11-a267-39c70599532a with status ACTIVE [ 777.656661] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.656769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.656769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.657364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.657364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.657364] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.657364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.657612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.657672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.657811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.658105] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.658640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.658640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.658640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.658640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.658640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcccb6f6-566c-4b11-a267-39c70599532a is going to be updated. [ 777.687733] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.687898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.687986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.688249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.688420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.688731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcccb6f6-566c-4b11-a267-39c70599532a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.161517] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.211908] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 778.212255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.212499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.212728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.212843] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.654387] env[69323]: INFO networking_nsxv3.common.synchronization [req-d6011314-060d-4296-8690-f1184323bc5e req-d2a803da-d542-46ed-b222-26cad8032439 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_members [ 778.655263] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_members [ 778.655767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.656083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.656247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.656667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.656985] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.657223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.657383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.657679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.657890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.658098] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.664108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.664108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.664108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.664108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.664397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.664750] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be created. [ 778.693266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.693504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.693616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.693846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.694177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.704848] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: UNINITIALIZED for 2s [ 778.718977] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.719530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.719606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.720326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.720326] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.720326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.720326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.720326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.720536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.720536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.720600] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.990188] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.990575] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-367" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.990764] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-367" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.991684] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-367" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.992205] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.992572] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.992894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.993480] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.993805] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.994420] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.994931] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.994997] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.995365] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.996013] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.996013] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.998028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.017912] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.018223] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.018223] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.019606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-367" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.019606] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.019606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.019606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.019606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.019606] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c9ac36-6540-4c03-b0fc-349e50e09fa7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.163414] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.163414] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.163414] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 already deleted. [ 779.163414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.224254] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.225196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.225196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.225514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.226500] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226926] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.226926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.226926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.227133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.231390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.231390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.231492] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.502813] env[69323]: INFO networking_nsxv3.common.synchronization [req-b22d196f-b09a-4340-b901-849db2674051 req-51f9e042-e65f-46b0-9c7b-fc7cc9564b8c tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 779.504408] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 779.504408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.504408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.504408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.504980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.505194] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.505321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.505397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.505595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.505688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.505788] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.522642] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.522880] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.523086] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.523348] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.523503] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.523671] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port d7c9ac36-6540-4c03-b0fc-349e50e09fa7 not found, creating... [ 779.523980] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.524626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.524626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.524626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.525383] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.525668] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.525808] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.525924] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.526434] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.526606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.526763] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: d7c9ac36-6540-4c03-b0fc-349e50e09fa7 is going to be created. [ 779.552197] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.552451] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.552550] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.552884] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.553077] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.553342] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735651] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a33a703-a9d7-47f7-be32-8361dcd9dbc9: rpc.has_security_group_logging(os_id): False [ 779.759332] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.759332] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.759332] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.759332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.759801] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.759801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.759801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.759801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.759801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.760539] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 779.857611] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.857611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.857611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.857611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.857611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.876553] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 780.009210] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.505379] env[69323]: INFO networking_nsxv3.common.synchronization [req-d6011314-060d-4296-8690-f1184323bc5e req-da6b1bf8-14b9-4923-9021-f64346e2f946 service nova] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_rules [ 780.505702] env[69323]: INFO networking_nsxv3.common.synchronization [req-d6011314-060d-4296-8690-f1184323bc5e req-da6b1bf8-14b9-4923-9021-f64346e2f946 service nova] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_members [ 780.505702] env[69323]: INFO networking_nsxv3.common.synchronization [req-d6011314-060d-4296-8690-f1184323bc5e req-da6b1bf8-14b9-4923-9021-f64346e2f946 service nova] Enqueued Resource ID: d7c9ac36-6540-4c03-b0fc-349e50e09fa7 with Priority: HIGHEST for action port [ 780.505933] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_rules [ 780.506139] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_members [ 780.506170] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c9ac36-6540-4c03-b0fc-349e50e09fa7 with Priority: HIGHEST for action port [ 780.506759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.506912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.506973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.508286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.509591] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.510909] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.511138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.511358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.511531] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.511637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.511699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.511845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.511937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.512032] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.512940] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.513099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.513170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.513327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.513430] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c9ac36-6540-4c03-b0fc-349e50e09fa7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.515373] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.717384] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 780.717619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.718343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.718597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718879] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.015180] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.018613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.018613] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7c9ac36-6540-4c03-b0fc-349e50e09fa7 with status ACTIVE [ 781.018613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.018613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.019092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.019092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.019092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.019092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.019092] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7c9ac36-6540-4c03-b0fc-349e50e09fa7 is going to be updated. [ 781.020624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.020729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.020729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.020929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.021028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.021180] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 781.051076] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.051331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.051435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.051698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.051876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.052139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c9ac36-6540-4c03-b0fc-349e50e09fa7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.061547] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.061745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.061878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.062071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.062217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.076581] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 781.221347] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.520730] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.665537] env[69323]: INFO networking_nsxv3.common.synchronization [req-75bf5910-0e79-4a15-84c7-c087b16c03f6 req-ef657742-6734-4fcf-a3cd-32b936a58b58 tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 781.666156] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 781.666521] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.666650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.666715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.666919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.667092] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.667190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.667276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.667390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.667518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.667585] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.724673] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf: rpc.has_security_group_logging(os_id): False [ 781.746545] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.746545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.746545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.746726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.749033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.749033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.749033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.749033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.749033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.749033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.749033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be created. [ 781.810347] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.810476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.810553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.810778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.810963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.825479] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 781.903666] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 781.903894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.905291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.905291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.905291] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.026861] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.027052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.027138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.027363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.027480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.027588] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 is going to be created. [ 782.058482] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.058482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.058482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.058482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.058482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.071717] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 in Status: UNINITIALIZED for 2s [ 782.132450] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.133536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.133536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.133536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.133536] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.133850] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.134019] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.139025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.139025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.139025] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.139025] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.139025] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.139025] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.139025] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.139025] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.139025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.160961] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.161227] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.161346] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.161834] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-860" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.161834] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.162144] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.162144] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.162511] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.162634] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ea76b6-50bc-45ea-a54a-41050f89e6e0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.170095] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.170318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.170399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.170623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.170721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.170932] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.171044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.171106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.171257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.171334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.171421] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be updated. [ 782.224244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.224581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.224681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.224992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.225551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.245361] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: IN_PROGRESS for 2s [ 782.410293] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.410602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.668588] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.668995] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.668995] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.669657] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.669657] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.669657] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port c9ea76b6-50bc-45ea-a54a-41050f89e6e0 not found, creating... [ 782.669937] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.670095] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.671024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.671024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.671024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.671161] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.671261] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.671350] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.671580] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.671736] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.671907] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: c9ea76b6-50bc-45ea-a54a-41050f89e6e0 is going to be created. [ 782.718388] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.718388] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.718388] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.718388] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.718388] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718388] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.091070] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 783.092149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.092149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.092149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.092400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.092565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.092662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.092898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.093031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.093156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.093331] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.598150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.598150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.598150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.598150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.599605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.599605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.599605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.599605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.599605] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.838814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 783.839342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.856468] env[69323]: INFO networking_nsxv3.common.synchronization [req-75bf5910-0e79-4a15-84c7-c087b16c03f6 req-f3525ffc-d854-470b-a9a3-35ca2b97f76d service nova] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 783.856468] env[69323]: INFO networking_nsxv3.common.synchronization [req-75bf5910-0e79-4a15-84c7-c087b16c03f6 req-f3525ffc-d854-470b-a9a3-35ca2b97f76d service nova] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 783.856468] env[69323]: INFO networking_nsxv3.common.synchronization [req-75bf5910-0e79-4a15-84c7-c087b16c03f6 req-f3525ffc-d854-470b-a9a3-35ca2b97f76d service nova] Enqueued Resource ID: c9ea76b6-50bc-45ea-a54a-41050f89e6e0 with Priority: HIGHEST for action port [ 783.856468] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_rules [ 783.856468] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 783.856468] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ea76b6-50bc-45ea-a54a-41050f89e6e0 with Priority: HIGHEST for action port [ 783.856468] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.856468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.856468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.856468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.856468] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.857709] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.858783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.858783] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.859210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.859323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.859629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.859711] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ea76b6-50bc-45ea-a54a-41050f89e6e0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.085454] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 in Status: SUCCESS [ 784.085699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.085881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.086240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.086354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.090200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.090718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.090718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.090839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.090941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.091088] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.101243] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a33a703-a9d7-47f7-be32-8361dcd9dbc9: rpc.has_security_group_logging(os_id): False [ 784.123193] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.123422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.123536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.123776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.123919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.124219] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.124364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.124462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.124695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.124824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.127132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.127265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.127323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.127741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.127741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.127916] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.128009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.128009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.128167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.128250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.128337] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 784.233421] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.233894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.237648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.238314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.238314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.262012] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 784.262283] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d deletion is rescheduled due to dependency. [ 784.262283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.262452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.263125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.263125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.263125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.263125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.263430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.263430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.263430] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.265312] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 784.362869] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.363467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.363467] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9ea76b6-50bc-45ea-a54a-41050f89e6e0 with status ACTIVE [ 784.363467] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.363640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.363640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.363798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.363889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.364178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.364272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.364449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.364583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364775] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.364875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.365152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.370285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.370563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.371475] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9ea76b6-50bc-45ea-a54a-41050f89e6e0 is going to be updated. [ 784.401978] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.401978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.403140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.403554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.403779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.404129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ea76b6-50bc-45ea-a54a-41050f89e6e0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.596389] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.659311] env[69323]: INFO networking_nsxv3.common.synchronization [req-47d76cd3-a194-42e3-9408-aaaac5734a9e req-7e11ad0d-28fc-4d58-88cc-0316109c0740 tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Enqueued Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_members [ 784.659987] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_members [ 784.660310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.660445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.661432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.661526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.661681] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.661749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.661828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.662148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.662148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.662325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.766724] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.100324] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530e9b77-c8bb-4b38-a7c2-1dea007c03a9: rpc.has_security_group_logging(os_id): False [ 785.129402] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.129402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.129402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.129402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.129581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.129678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.129743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.129978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.130183] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 is going to be created. [ 785.136961] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-131" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-131" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-131" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.136961] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.136961] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.136961] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.136961] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.136961] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.136961] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.137681] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.137681] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.137681] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.164554] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.164819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.164925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.165286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.165437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.165749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.165919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.166031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.166289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.166423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.166608] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc already deleted. [ 785.166747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.170842] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.170980] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.171347] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.171598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-131" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.172043] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173049] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173049] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.173617] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.173893] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad02b9a3-d784-465e-80bc-feb3b5c2bb8e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.238454] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.238454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.238454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.238454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.238454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.253247] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 in Status: IN_PROGRESS for 2s [ 785.269295] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.652483] env[69323]: INFO networking_nsxv3.common.synchronization [None req-60d102c9-5e1d-41ea-8259-ade1665c4dbe None None] Enqueued Resource ID: 4e2990c3-0aef-42fc-8da0-6e833852b788 with Priority: HIGHEST for action port [ 785.652483] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2990c3-0aef-42fc-8da0-6e833852b788 with Priority: HIGHEST for action port [ 785.653035] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2990c3-0aef-42fc-8da0-6e833852b788 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.653255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2990c3-0aef-42fc-8da0-6e833852b788" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.653357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2990c3-0aef-42fc-8da0-6e833852b788" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.653598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2990c3-0aef-42fc-8da0-6e833852b788" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.653680] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2990c3-0aef-42fc-8da0-6e833852b788',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.676315] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.676636] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.676749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.677410] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.677615] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.677818] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ad02b9a3-d784-465e-80bc-feb3b5c2bb8e not found, creating... [ 785.678134] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.678308] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.678428] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.678674] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.678816] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.679273] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.679449] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.679568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.679808] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.679944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.680110] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ad02b9a3-d784-465e-80bc-feb3b5c2bb8e is going to be created. [ 785.703663] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.704024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.704119] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.704497] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.704757] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.705076] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.772806] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.773035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.773116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.773324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.773480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.773607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be updated. [ 785.817387] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.817704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.817704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.817858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.818013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.830863] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: IN_PROGRESS for 2s [ 786.156420] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e2990c3-0aef-42fc-8da0-6e833852b788 [ 786.156420] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.157949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.157949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.157949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.157949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.157949] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e2990c3-0aef-42fc-8da0-6e833852b788 already deleted. [ 786.157949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2990c3-0aef-42fc-8da0-6e833852b788" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.287044] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 786.287273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.722059] env[69323]: INFO networking_nsxv3.common.synchronization [req-47d76cd3-a194-42e3-9408-aaaac5734a9e req-75ab4cb3-bf7d-4640-b6e6-aa8412a14b3d service nova] Enqueued Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_rules [ 786.722249] env[69323]: INFO networking_nsxv3.common.synchronization [req-47d76cd3-a194-42e3-9408-aaaac5734a9e req-75ab4cb3-bf7d-4640-b6e6-aa8412a14b3d service nova] Enqueued Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_members [ 786.722386] env[69323]: INFO networking_nsxv3.common.synchronization [req-47d76cd3-a194-42e3-9408-aaaac5734a9e req-75ab4cb3-bf7d-4640-b6e6-aa8412a14b3d service nova] Enqueued Resource ID: ad02b9a3-d784-465e-80bc-feb3b5c2bb8e with Priority: HIGHEST for action port [ 786.722613] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_rules [ 786.722741] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_members [ 786.722836] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad02b9a3-d784-465e-80bc-feb3b5c2bb8e with Priority: HIGHEST for action port [ 786.723395] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.723528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.723607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.723875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.724736] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.725143] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.725143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.725143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.726154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.726154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.726154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.726154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.726154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.726154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.726154] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.726649] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.726893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.726893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.726997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.727051] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad02b9a3-d784-465e-80bc-feb3b5c2bb8e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.230406] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.230406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.230770] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.231921] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad02b9a3-d784-465e-80bc-feb3b5c2bb8e with status ACTIVE [ 787.231921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.231921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.231921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.232374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.235269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.236022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.236022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.236022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.236022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.236022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.236317] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.236521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.236521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.236624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.236706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.236796] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad02b9a3-d784-465e-80bc-feb3b5c2bb8e is going to be updated. [ 787.264127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.264305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.264375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.264588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.264731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.264890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad02b9a3-d784-465e-80bc-feb3b5c2bb8e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.270227] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 in Status: SUCCESS [ 787.270227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.716478] env[69323]: INFO networking_nsxv3.common.synchronization [req-28ffb4bf-da5a-495a-a947-ce4e9bd2f683 req-14a39da8-4b54-4780-b358-d2af432d60ee tempest-ImagesOneServerTestJSON-1340316886 tempest-ImagesOneServerTestJSON-1340316886-project-member] Enqueued Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_members [ 787.717343] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGHEST for action security_group_members [ 787.717343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.717343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.717343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.717783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.718020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.718178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.718342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.719461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.719461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.719461] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.724109] env[69323]: INFO networking_nsxv3.common.synchronization [req-7212287e-8e2f-40e5-a844-a481e35d85c0 req-65fae8a5-c161-4057-ab6c-82511fcb36fd tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 787.724109] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 787.725148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.725148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.725148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.725148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.725148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.725148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.725148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.725565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.725634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.726945] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.739497] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.841532] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 787.842156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.842949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.843070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.843462] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.843617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.843682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.843810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.843893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.843984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.844139] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.135835] env[69323]: INFO networking_nsxv3.common.synchronization [None req-341fd56a-332b-4d3b-8262-00ee48aca42b tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_rules [ 788.140377] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_rules [ 788.140377] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.140377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.140377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.140377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.140377] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.222759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.223272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.223272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.223593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.223857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.224158] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.224284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.224359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.224681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.224681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.224798] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 is going to be updated. [ 788.230103] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.242044] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.242342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.242342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.242557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.243323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.243323] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc is going to be created. [ 788.266961] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.267093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.267153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.268432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.268432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.274038] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.274148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.274250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.274438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.274605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.282023] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 in Status: IN_PROGRESS for 2s [ 788.294681] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc in Status: UNINITIALIZED for 2s [ 788.347960] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.580381] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1d979880-167b-4d53-8398-2334da5d9a81 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_rules [ 788.580897] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_rules [ 788.581361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.581456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.662715] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.662935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.663073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.663367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.663499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.663613] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd already deleted. [ 788.663722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.663898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.664110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.665780] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.732383] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.850642] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8c02837-4a38-4820-b5b5-e32c81dbf64d: rpc.has_security_group_logging(os_id): False [ 788.882354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.882354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.882354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.882693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.882693] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be updated. [ 788.953601] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.953755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.953898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.954155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.954297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.972436] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9c1da9cf-1b88-4633-8c81-654f1fd1f273 None None] Enqueued Resource ID: a5f6281b-34c7-4071-9c13-28bbd4998be8 with Priority: HIGHEST for action port [ 788.974256] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: IN_PROGRESS for 2s [ 788.974810] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f6281b-34c7-4071-9c13-28bbd4998be8 with Priority: HIGHEST for action port [ 788.975241] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f6281b-34c7-4071-9c13-28bbd4998be8 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.975406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f6281b-34c7-4071-9c13-28bbd4998be8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.975502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f6281b-34c7-4071-9c13-28bbd4998be8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.979517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f6281b-34c7-4071-9c13-28bbd4998be8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.979690] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f6281b-34c7-4071-9c13-28bbd4998be8',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.187242] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.187423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.187492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.187736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.187835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.187946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd already deleted. [ 789.188128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.217875] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.217875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.217875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.217875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.217875] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.218347] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.218347] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.218347] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.220205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.220205] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.220475] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.220749] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.220849] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.221121] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.221422] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.221592] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.235196] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.235917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.235917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.235917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.235917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.236108] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 789.263159] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.263516] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.263516] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.265327] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-310" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.265327] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-bb25fa3f-b361-45ca-a292-13cfc7bd8274 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.265327] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.265327] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.265327] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.265327] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb25fa3f-b361-45ca-a292-13cfc7bd8274',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.300172] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.300172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.300172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.300172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.300172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.324940] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 789.488249] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5f6281b-34c7-4071-9c13-28bbd4998be8 [ 789.488949] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.488949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.488949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.488949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.488949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.488949] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5f6281b-34c7-4071-9c13-28bbd4998be8 already deleted. [ 789.488949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f6281b-34c7-4071-9c13-28bbd4998be8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.772028] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.772028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port bb25fa3f-b361-45ca-a292-13cfc7bd8274 not found, creating... [ 789.772028] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.772028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.772585] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.772585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.772585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.772585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.772585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.773257] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: bb25fa3f-b361-45ca-a292-13cfc7bd8274 is going to be created. [ 789.799966] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.799966] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.799966] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.799966] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.799966] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.799966] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.293773] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 in Status: SUCCESS [ 790.294075] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 deletion is rescheduled due to dependency. [ 790.294142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.303904] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc in Status: SUCCESS [ 790.304428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.304428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.304428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.305699] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.305903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.305959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.306159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.306252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.306347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.306449] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.811100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.812547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.812687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.812920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.813136] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.813244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.813308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.813462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.813551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.813639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.813881] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.813881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.813981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.814126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.814332] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.814332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.814442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.814472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.814733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.814733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.814821] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.989477] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 790.989721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.186195] env[69323]: INFO networking_nsxv3.common.synchronization [req-7212287e-8e2f-40e5-a844-a481e35d85c0 req-7e098c2a-17bc-4d11-aa77-894c967a63b7 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 791.186321] env[69323]: INFO networking_nsxv3.common.synchronization [req-7212287e-8e2f-40e5-a844-a481e35d85c0 req-7e098c2a-17bc-4d11-aa77-894c967a63b7 service nova] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 791.186508] env[69323]: INFO networking_nsxv3.common.synchronization [req-7212287e-8e2f-40e5-a844-a481e35d85c0 req-7e098c2a-17bc-4d11-aa77-894c967a63b7 service nova] Enqueued Resource ID: bb25fa3f-b361-45ca-a292-13cfc7bd8274 with Priority: HIGHEST for action port [ 791.187421] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_rules [ 791.187606] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 791.187791] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb25fa3f-b361-45ca-a292-13cfc7bd8274 with Priority: HIGHEST for action port [ 791.188235] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.188421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.188530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.188809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.189141] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.190221] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.190363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.190654] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb25fa3f-b361-45ca-a292-13cfc7bd8274 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.190813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.190924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.191198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.191334] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb25fa3f-b361-45ca-a292-13cfc7bd8274',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.321706] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 156116ef-0c9e-4c9c-a22a-22e332c432bc: rpc.has_security_group_logging(os_id): False [ 791.341018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.341018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.341018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.341018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.346821] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.346821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.346821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.346821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.346821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.346821] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.347684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.348113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.348461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.351515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.351515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.351515] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc is going to be created. [ 791.438652] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.438652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.438652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.438652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.438652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.456347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc in Status: IN_PROGRESS for 2s [ 791.693365] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.695033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.695033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb25fa3f-b361-45ca-a292-13cfc7bd8274 with status ACTIVE [ 791.695033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.699091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699091] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb25fa3f-b361-45ca-a292-13cfc7bd8274 is going to be updated. [ 791.729024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.729024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.729024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.729024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.729024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.729024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb25fa3f-b361-45ca-a292-13cfc7bd8274" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.854996] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.360033] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.732255] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1883be2b-cd09-4bac-a3d9-5506be91ca37 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: ab915c5b-0814-4d3b-8cd3-ec4e02c2101d with Priority: HIGHEST for action security_group_rules [ 792.732856] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab915c5b-0814-4d3b-8cd3-ec4e02c2101d with Priority: HIGHEST for action security_group_rules [ 792.733396] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.733531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.733601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.733877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.734008] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab915c5b-0814-4d3b-8cd3-ec4e02c2101d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.862557] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.862727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.862867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.863201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.863388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.863586] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 792.897696] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.897840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.897840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.898081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.898312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.914090] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 792.944061] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9ffbe1cc-6170-4b7e-bb39-b0cb92ed5f9f tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: ab915c5b-0814-4d3b-8cd3-ec4e02c2101d with Priority: HIGHEST for action security_group_rules [ 792.944796] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab915c5b-0814-4d3b-8cd3-ec4e02c2101d with Priority: HIGHEST for action security_group_rules [ 792.947081] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.947081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.261463] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.261689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.261808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.262053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.262160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.262265] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab915c5b-0814-4d3b-8cd3-ec4e02c2101d already deleted. [ 793.262389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.262622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.262801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.262890] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab915c5b-0814-4d3b-8cd3-ec4e02c2101d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.472375] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc in Status: SUCCESS [ 793.472375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.786298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.786484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.786583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.786944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.787107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.787244] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab915c5b-0814-4d3b-8cd3-ec4e02c2101d already deleted. [ 793.787364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab915c5b-0814-4d3b-8cd3-ec4e02c2101d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.634035] env[69323]: INFO networking_nsxv3.common.synchronization [req-025095e6-59b6-421c-ad69-36841566031c req-07798b9c-60c2-42f3-a7df-ae92747fa4f7 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 794.634882] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 794.636147] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.636274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.636340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.636640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.636859] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.638027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.638027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.638027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.638027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.638027] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.929673] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.929673] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.929673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.929971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.929971] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.144202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.144202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144202] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 795.190201] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e8432524-73a9-4bb9-bda6-bd8fae653b5d None None] Enqueued Resource ID: 2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2 with Priority: HIGHEST for action port [ 795.190201] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2 with Priority: HIGHEST for action port [ 795.190440] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192464] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.203117] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.205140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.205140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.205140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.205140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.227881] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 795.319257] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ab94f309-7f83-42ad-973f-dff690bd1ff2 None None] Enqueued Resource ID: ffa27135-e544-4572-acde-13728d30a198 with Priority: HIGHEST for action port [ 795.320016] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa27135-e544-4572-acde-13728d30a198 with Priority: HIGHEST for action port [ 795.320756] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa27135-e544-4572-acde-13728d30a198 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.320916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa27135-e544-4572-acde-13728d30a198" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.321093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa27135-e544-4572-acde-13728d30a198" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.321589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa27135-e544-4572-acde-13728d30a198" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.322388] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa27135-e544-4572-acde-13728d30a198',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.433568] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.433883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.433883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.434066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.434306] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.434306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.434409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.434573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.434634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.434677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.434893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.434893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.435022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.435465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.435465] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.435465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.435465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.435646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.435646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.435646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.435866] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.695034] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2 [ 795.695329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.695406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.695473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.695680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.695765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.695877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2 already deleted. [ 795.695981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4b4800-8f19-4761-bfcc-14dc9ff8b9f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.825348] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffa27135-e544-4572-acde-13728d30a198 [ 795.825348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.825348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.825348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.825348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.825348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.825348] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffa27135-e544-4572-acde-13728d30a198 already deleted. [ 795.825348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa27135-e544-4572-acde-13728d30a198" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.846155] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.846155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.846155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.846155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.846155] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.846155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.846155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.847102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.847481] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.847789] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.848024] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.848244] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.848446] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.848652] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.848863] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.849144] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.870574] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.870574] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.872024] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.872024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.872024] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-d0f4812c-1c47-4edb-93c4-a6b797e2e428 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.872024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.872024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.872749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.873127] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f4812c-1c47-4edb-93c4-a6b797e2e428',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.939857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037ff67e-fe5b-4b83-9bf7-75bea63f1a40: rpc.has_security_group_logging(os_id): False [ 795.964387] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.964635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.964712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.965272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.965272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.965272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.965424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.965424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.965910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.965910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.965910] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.966042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.966074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.966200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.966362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.966494] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.966605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.966707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.966859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.966963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.967064] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 796.050272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.050411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.050486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.050912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.050912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.070472] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 796.376914] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.380176] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.380442] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.380895] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381162] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.381255] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port d0f4812c-1c47-4edb-93c4-a6b797e2e428 not found, creating... [ 796.381950] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.381950] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381950] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.382145] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.382370] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.383039] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.383039] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.383039] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.384130] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.384374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.384471] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: d0f4812c-1c47-4edb-93c4-a6b797e2e428 is going to be created. [ 796.419728] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.419728] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419728] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419728] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419728] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.419728] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.239418] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 797.239777] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b deletion is rescheduled due to dependency. [ 797.239777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.654432] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 req-3dacdbf8-4e42-4778-b46c-a3174230739b tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Enqueued Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_members [ 797.654945] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_members [ 797.655386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.655386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.655844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.655844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.655844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.656192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.656192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.656803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.656934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.658080] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.749421] env[69323]: INFO networking_nsxv3.common.synchronization [req-025095e6-59b6-421c-ad69-36841566031c req-388ef51a-7901-4a5d-a2d9-d18b7623a2d6 service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 797.749421] env[69323]: INFO networking_nsxv3.common.synchronization [req-025095e6-59b6-421c-ad69-36841566031c req-388ef51a-7901-4a5d-a2d9-d18b7623a2d6 service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 797.749421] env[69323]: INFO networking_nsxv3.common.synchronization [req-025095e6-59b6-421c-ad69-36841566031c req-388ef51a-7901-4a5d-a2d9-d18b7623a2d6 service nova] Enqueued Resource ID: d0f4812c-1c47-4edb-93c4-a6b797e2e428 with Priority: HIGHEST for action port [ 797.749421] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 797.749421] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 797.749421] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f4812c-1c47-4edb-93c4-a6b797e2e428 with Priority: HIGHEST for action port [ 797.749984] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.750205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.750298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.750505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.750584] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.754220] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.754220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.754220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.754220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.754220] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.754457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.754457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.757148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.757148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.757148] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.757148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f4812c-1c47-4edb-93c4-a6b797e2e428 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.757148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.757148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.757148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.757148] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f4812c-1c47-4edb-93c4-a6b797e2e428',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.073393] env[69323]: INFO networking_nsxv3.common.synchronization [None req-c94b199f-cc0b-46c7-a59a-1affee0e1768 None None] Enqueued Resource ID: b4480685-c14f-44f0-9225-5e6e15fa2dda with Priority: HIGHEST for action port [ 798.073991] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4480685-c14f-44f0-9225-5e6e15fa2dda with Priority: HIGHEST for action port [ 798.075419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4480685-c14f-44f0-9225-5e6e15fa2dda taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.075572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4480685-c14f-44f0-9225-5e6e15fa2dda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.075674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4480685-c14f-44f0-9225-5e6e15fa2dda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.076038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4480685-c14f-44f0-9225-5e6e15fa2dda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.076170] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4480685-c14f-44f0-9225-5e6e15fa2dda',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.090695] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 798.090695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.161694] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.161694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.161845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.162147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.162268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.162450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.162555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.162608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.162768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.162967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.162967] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab already deleted. [ 798.163104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.254536] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.254883] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-12" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.254926] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-12" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.255565] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-12" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.255658] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.255840] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.255978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.257256] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.257686] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.257686] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.257779] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.257846] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.257956] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.258099] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.258208] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.258356] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.259602] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.259726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.260422] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f4812c-1c47-4edb-93c4-a6b797e2e428 with status ACTIVE [ 798.260595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.260712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.260777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.260954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.261062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.261228] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.261323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.261395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.261543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.261618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.261946] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.261946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.262065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.262136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.262208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.262390] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f4812c-1c47-4edb-93c4-a6b797e2e428 is going to be updated. [ 798.264364] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.287887] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.289641] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.289641] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.289641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-12" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.289641] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-0ba6e23d-71aa-453b-af8c-5834803132f2 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.289641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.290016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.290211] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.290281] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba6e23d-71aa-453b-af8c-5834803132f2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.294195] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.294372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.294414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.294579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.294712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.294877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f4812c-1c47-4edb-93c4-a6b797e2e428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.579272] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4480685-c14f-44f0-9225-5e6e15fa2dda [ 798.579857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.579857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.579857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.580045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.580112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580205] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4480685-c14f-44f0-9225-5e6e15fa2dda already deleted. [ 798.580284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4480685-c14f-44f0-9225-5e6e15fa2dda" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626951] env[69323]: INFO networking_nsxv3.common.synchronization [None req-91403fda-c36b-4524-bba6-228f8a4af0cd None None] Enqueued Resource ID: 09a8489e-d4e2-46b8-adcf-b398c5e976b0 with Priority: HIGHEST for action port [ 798.627551] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a8489e-d4e2-46b8-adcf-b398c5e976b0 with Priority: HIGHEST for action port [ 798.629997] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-09a8489e-d4e2-46b8-adcf-b398c5e976b0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.630365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09a8489e-d4e2-46b8-adcf-b398c5e976b0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.631857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09a8489e-d4e2-46b8-adcf-b398c5e976b0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.632565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09a8489e-d4e2-46b8-adcf-b398c5e976b0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.633544] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09a8489e-d4e2-46b8-adcf-b398c5e976b0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.667790] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f6842035-8a88-4b47-9c28-c9c138f13604 None None] Enqueued Resource ID: 7c2ca88a-b30c-4642-99d1-e32125d4d58f with Priority: HIGHEST for action port [ 798.667790] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2ca88a-b30c-4642-99d1-e32125d4d58f with Priority: HIGHEST for action port [ 798.667790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2ca88a-b30c-4642-99d1-e32125d4d58f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.667790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2ca88a-b30c-4642-99d1-e32125d4d58f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.667790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2ca88a-b30c-4642-99d1-e32125d4d58f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.673194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2ca88a-b30c-4642-99d1-e32125d4d58f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.673194] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2ca88a-b30c-4642-99d1-e32125d4d58f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.769501] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.794876] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.794876] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.794876] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.794876] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.794876] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.794876] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 0ba6e23d-71aa-453b-af8c-5834803132f2 not found, creating... [ 798.794876] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.794876] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.795343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.795343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.795343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.797305] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.797793] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.798400] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.798763] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.801016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.801016] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 0ba6e23d-71aa-453b-af8c-5834803132f2 is going to be created. [ 798.826194] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.826194] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.826194] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.826371] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.826590] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.827026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.139222] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09a8489e-d4e2-46b8-adcf-b398c5e976b0 [ 799.139749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.139749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.139749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.140166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.140166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.140271] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09a8489e-d4e2-46b8-adcf-b398c5e976b0 already deleted. [ 799.140271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09a8489e-d4e2-46b8-adcf-b398c5e976b0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.173909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c2ca88a-b30c-4642-99d1-e32125d4d58f [ 799.174185] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.175051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.175051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.175051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.175051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.175051] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c2ca88a-b30c-4642-99d1-e32125d4d58f already deleted. [ 799.175051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2ca88a-b30c-4642-99d1-e32125d4d58f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.275103] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.275103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.275103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.275103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.275103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.275103] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 799.313059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.313229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.313304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.313514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.313662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.324116] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 799.820050] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 req-9a2f3d51-dda6-4c25-92b4-c65d4486770a service nova] Enqueued Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_rules [ 799.820316] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 req-9a2f3d51-dda6-4c25-92b4-c65d4486770a service nova] Enqueued Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_members [ 799.820469] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c3c7cbc-cebf-420a-b9cf-aa9f5847e878 req-9a2f3d51-dda6-4c25-92b4-c65d4486770a service nova] Enqueued Resource ID: 0ba6e23d-71aa-453b-af8c-5834803132f2 with Priority: HIGHEST for action port [ 799.820699] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_rules [ 799.820822] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_members [ 799.821022] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba6e23d-71aa-453b-af8c-5834803132f2 with Priority: HIGHEST for action port [ 799.821626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.821719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.821719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.821911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.821994] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.822842] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.823322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.823400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.823570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.823720] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.823818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.823884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.824135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.824135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.824233] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.824926] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba6e23d-71aa-453b-af8c-5834803132f2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.825052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.825141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.825298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.825369] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba6e23d-71aa-453b-af8c-5834803132f2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.328855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.329218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.329887] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.330625] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ba6e23d-71aa-453b-af8c-5834803132f2 with status ACTIVE [ 800.330939] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.331164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.331284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.331672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.331829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.332147] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.332328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.332454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.332742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.333571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.333571] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.333571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.333571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.333966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.334067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.334211] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ba6e23d-71aa-453b-af8c-5834803132f2 is going to be updated. [ 800.362024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.362024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.362024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.362024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.362024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.362024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba6e23d-71aa-453b-af8c-5834803132f2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.837572] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.227305] env[69323]: INFO networking_nsxv3.common.synchronization [req-475e46ac-b083-4492-abd8-260f1548fe51 req-0295d841-169f-4d34-8816-73ed286ee683 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 801.227305] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 801.228990] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.230101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.230612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.231087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.232082] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.232368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.232547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.232849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.233724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.234569] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.341790] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.341790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.341790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.341790] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.344317] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.344719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.346987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.346987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.346987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.346987] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab is going to be created. [ 801.380343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.380343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.380343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.380343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.380343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.393871] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab in Status: UNINITIALIZED for 2s [ 801.707266] env[69323]: INFO networking_nsxv3.common.synchronization [None req-05ebf2f6-39ee-4a46-beb5-c5ec9a46bc75 None None] Enqueued Resource ID: efcd6c73-d277-42ec-9bdf-a60ada51c358 with Priority: HIGHEST for action port [ 801.707266] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efcd6c73-d277-42ec-9bdf-a60ada51c358 with Priority: HIGHEST for action port [ 801.707266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-efcd6c73-d277-42ec-9bdf-a60ada51c358 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.707473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efcd6c73-d277-42ec-9bdf-a60ada51c358" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.707473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efcd6c73-d277-42ec-9bdf-a60ada51c358" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.707656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efcd6c73-d277-42ec-9bdf-a60ada51c358" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.707733] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efcd6c73-d277-42ec-9bdf-a60ada51c358',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.738549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.738690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.738759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.738986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.739112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.739353] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.739517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.739517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.739680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.739768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.739835] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 801.747090] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.748367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.748367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.748367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.748367] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.748367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.748367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.748626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.748626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.748810] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.748952] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.749083] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.749188] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.749296] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.749396] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.749521] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.771367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.772262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.772262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.772262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.772262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.774030] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.776013] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.776013] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.776013] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.776013] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.776013] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.776256] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.776702] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.776878] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8be91d-3cec-45e3-ad6a-2336e0e8540c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.788746] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 801.849870] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.850067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.850114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.850300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.850474] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.850578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.850707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.850878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.850878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.850982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.851110] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.851207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.851263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.851398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.851535] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.851624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.851683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.851819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.851892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.851973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.852078] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.212202] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efcd6c73-d277-42ec-9bdf-a60ada51c358 [ 802.212457] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.212598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.212704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.212931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.213051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.213152] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efcd6c73-d277-42ec-9bdf-a60ada51c358 already deleted. [ 802.213230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efcd6c73-d277-42ec-9bdf-a60ada51c358" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.281032] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.281032] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ec8be91d-3cec-45e3-ad6a-2336e0e8540c not found, creating... [ 802.281032] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.281032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.281533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.281533] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.281641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.281721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.284616] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.284810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.285325] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ec8be91d-3cec-45e3-ad6a-2336e0e8540c is going to be created. [ 802.312844] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.312844] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.312844] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.312844] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.312844] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.312844] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.355563] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3c76e12-2c9e-4266-9687-331ded03dd0b: rpc.has_security_group_logging(os_id): False [ 802.387219] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.387219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.387850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.387850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.388051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.388593] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.388765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.388765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.389149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.389149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.389728] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.389728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.389728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.389728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.389868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.390760] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.390760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.390760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.390760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.391471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391471] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 802.498725] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.498995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.499505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.499909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.500256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.519805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 803.252673] env[69323]: INFO networking_nsxv3.common.synchronization [req-475e46ac-b083-4492-abd8-260f1548fe51 req-394a8fb3-687a-4dd1-9173-52588c64685b service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 803.252846] env[69323]: INFO networking_nsxv3.common.synchronization [req-475e46ac-b083-4492-abd8-260f1548fe51 req-394a8fb3-687a-4dd1-9173-52588c64685b service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 803.252979] env[69323]: INFO networking_nsxv3.common.synchronization [req-475e46ac-b083-4492-abd8-260f1548fe51 req-394a8fb3-687a-4dd1-9173-52588c64685b service nova] Enqueued Resource ID: ec8be91d-3cec-45e3-ad6a-2336e0e8540c with Priority: HIGHEST for action port [ 803.253224] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 803.253350] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 803.254024] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8be91d-3cec-45e3-ad6a-2336e0e8540c with Priority: HIGHEST for action port [ 803.254024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.254177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.254212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.254397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.254493] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.255534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.255534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.255741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.255741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.255878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.255970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.256075] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8be91d-3cec-45e3-ad6a-2336e0e8540c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.408388] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab in Status: SUCCESS [ 803.408388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.408388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.408388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.408388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.408388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.409765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.410568] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.758089] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.758278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.759043] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec8be91d-3cec-45e3-ad6a-2336e0e8540c with status ACTIVE [ 803.759043] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.759043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.759043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.759251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.759251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.760040] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.760040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.760040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.760040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.760040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.760426] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.760426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.760426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.760555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.760555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.760637] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec8be91d-3cec-45e3-ad6a-2336e0e8540c is going to be updated. [ 803.786945] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.787173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.787244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.787450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.787581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.787741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8be91d-3cec-45e3-ad6a-2336e0e8540c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.800820] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 803.801599] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 803.802552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.802752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.802966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.803187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.803325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.803396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.803575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.803656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.803754] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.913690] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.308314] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.419435] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660a2ab3-073a-45a4-8420-aa7b83d2c4ab: rpc.has_security_group_logging(os_id): False [ 804.442038] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.442038] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.442038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.442038] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab is going to be created. [ 804.505827] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.509477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.509477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.509477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.509477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.524849] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab in Status: IN_PROGRESS for 2s [ 804.535211] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 804.536119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.813330] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.133180] env[69323]: INFO networking_nsxv3.common.synchronization [req-c681012f-5b31-48ea-811b-972cf4f5f751 req-e79680f2-1939-4f88-a413-b41bdc4132d9 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 805.134393] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 805.134441] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.134563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.134607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.135147] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.135719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.135719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.135719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.135719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.135719] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.318640] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.318866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.319376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.319376] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 805.350276] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.350385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.351033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.351033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.351033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.360333] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 805.638669] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.639215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.639215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.639215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.639215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.639519] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.639519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.639655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.639713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.639964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.639964] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac already deleted. [ 805.639964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.788247] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.788450] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.788689] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.788910] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.789572] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.789572] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.789572] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.789791] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.790580] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.790580] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.790580] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.790580] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.790580] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.790580] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.790815] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.790932] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.813634] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.813800] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.814115] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.814172] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.817687] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-a0ff322e-fc5f-4a13-afcf-8d78e269e956 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.817687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.817687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.817687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.817687] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ff322e-fc5f-4a13-afcf-8d78e269e956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.318029] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.318301] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.318491] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.318875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.319085] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.319284] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port a0ff322e-fc5f-4a13-afcf-8d78e269e956 not found, creating... [ 806.319678] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.319929] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.320339] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.320560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.320643] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.321583] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.321843] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.322068] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.322417] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.322652] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.322887] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: a0ff322e-fc5f-4a13-afcf-8d78e269e956 is going to be created. [ 806.348784] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.348784] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.348784] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.348784] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.349486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.349486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.364555] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1c2b1986-160a-44e5-a0ee-9207798fd5ca None None] Enqueued Resource ID: c3948e64-9d1d-4a12-b3ae-9b40e9be7d41 with Priority: HIGHEST for action port [ 806.364606] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3948e64-9d1d-4a12-b3ae-9b40e9be7d41 with Priority: HIGHEST for action port [ 806.365202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3948e64-9d1d-4a12-b3ae-9b40e9be7d41 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.365332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3948e64-9d1d-4a12-b3ae-9b40e9be7d41" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.366229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3948e64-9d1d-4a12-b3ae-9b40e9be7d41" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.366229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3948e64-9d1d-4a12-b3ae-9b40e9be7d41" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.366229] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3948e64-9d1d-4a12-b3ae-9b40e9be7d41',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.538221] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab in Status: SUCCESS [ 806.538542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.868453] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3948e64-9d1d-4a12-b3ae-9b40e9be7d41 [ 806.868775] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.868840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.868888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.869124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.869232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.869333] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3948e64-9d1d-4a12-b3ae-9b40e9be7d41 already deleted. [ 806.869475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3948e64-9d1d-4a12-b3ae-9b40e9be7d41" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.071527] env[69323]: INFO networking_nsxv3.common.synchronization [req-c681012f-5b31-48ea-811b-972cf4f5f751 req-b4998683-016f-40ae-95ad-a7fb768519c2 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 807.071788] env[69323]: INFO networking_nsxv3.common.synchronization [req-c681012f-5b31-48ea-811b-972cf4f5f751 req-b4998683-016f-40ae-95ad-a7fb768519c2 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 807.071860] env[69323]: INFO networking_nsxv3.common.synchronization [req-c681012f-5b31-48ea-811b-972cf4f5f751 req-b4998683-016f-40ae-95ad-a7fb768519c2 service nova] Enqueued Resource ID: a0ff322e-fc5f-4a13-afcf-8d78e269e956 with Priority: HIGHEST for action port [ 807.073986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 807.073986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 807.073986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ff322e-fc5f-4a13-afcf-8d78e269e956 with Priority: HIGHEST for action port [ 807.073986] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.073986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.074351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.074531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.074749] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.075589] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.075714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.075784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.076140] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.076256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.076322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.076554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.076602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.076720] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.078579] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ff322e-fc5f-4a13-afcf-8d78e269e956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.078690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.078753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.079303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.079303] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ff322e-fc5f-4a13-afcf-8d78e269e956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.371547] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 807.371917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.372175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.372405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.372615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.372790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.372864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.373066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.373155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.373247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.373367] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.579126] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.581357] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ff322e-fc5f-4a13-afcf-8d78e269e956 with status ACTIVE [ 807.581535] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.581680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.581747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.582031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.582360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.582484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.582531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.582694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.582784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.582945] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.583064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.583102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.583238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.583307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.583385] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ff322e-fc5f-4a13-afcf-8d78e269e956 is going to be updated. [ 807.585792] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.585966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.609934] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ff322e-fc5f-4a13-afcf-8d78e269e956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.876275] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.876679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.876679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.876776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.876897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.876998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.877081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.877276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880109] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.880109] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880109] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.088177] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.383556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40: rpc.has_security_group_logging(os_id): False [ 808.412127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.412127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.412127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.412127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.412432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.412522] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.413062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.413188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.413755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.413755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.414065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.414232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.414402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.414748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.414927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.415330] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.415545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.415709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.416102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.416741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.416946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 808.506136] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.506461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.506461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.506765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.507022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.525016] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 808.594139] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.594574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.594747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.595124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.595333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.595520] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be created. [ 808.645875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.646075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.646155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.646434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.646612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.663290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: UNINITIALIZED for 2s [ 808.783420] env[69323]: INFO networking_nsxv3.common.synchronization [None req-08607585-ecf9-4a5b-8350-1eff317c5748 None None] Enqueued Resource ID: 08a62768-b998-4330-a7b4-b3526ebac23a with Priority: HIGHEST for action port [ 808.784482] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a62768-b998-4330-a7b4-b3526ebac23a with Priority: HIGHEST for action port [ 808.784482] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a62768-b998-4330-a7b4-b3526ebac23a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.784482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a62768-b998-4330-a7b4-b3526ebac23a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.784778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a62768-b998-4330-a7b4-b3526ebac23a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.784875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a62768-b998-4330-a7b4-b3526ebac23a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.784978] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a62768-b998-4330-a7b4-b3526ebac23a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.287529] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08a62768-b998-4330-a7b4-b3526ebac23a [ 809.287952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.287952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.290733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.290733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.290733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290733] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08a62768-b998-4330-a7b4-b3526ebac23a already deleted. [ 809.290733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a62768-b998-4330-a7b4-b3526ebac23a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.539873] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 810.540175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.670561] env[69323]: INFO networking_nsxv3.common.synchronization [req-4b496855-b7c0-4802-90e0-99bd590f7d11 req-f2367885-4c2d-4ae0-88f8-9e09af464c8f tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 810.671126] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 810.671466] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.671566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.671628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.671880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.672366] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.672492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.672595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.672715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.672803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.672896] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.674286] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 810.674469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.674846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.675014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.675187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.675292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.675522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.675690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.675775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.675859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.675945] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.159782] env[69323]: INFO networking_nsxv3.common.synchronization [req-4c783755-964a-46b9-83a4-95aabb9beabe req-08f368e7-705c-44a6-9861-972c6050b4b8 tempest-InstanceActionsTestJSON-1599366422 tempest-InstanceActionsTestJSON-1599366422-project-member] Enqueued Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_members [ 811.160445] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGHEST for action security_group_members [ 811.162706] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.162706] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.162706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.162706] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.177867] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.183831] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.184322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.184972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.185278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.185466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.185629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.185872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.186046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.186197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.186447] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.186578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.186647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.186834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.187010] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.187134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.187197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.188735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.188735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.189451] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.667735] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.668094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.668094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.668173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.668369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.668686] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.668784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.668784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.668943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.669027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.669122] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc is going to be updated. [ 811.681602] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.691793] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 811.702228] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.702407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.702448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.702723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.703721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.712938] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc in Status: IN_PROGRESS for 2s [ 811.715801] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.719526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.719614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.719857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.720041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.720204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.720279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.720466] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.721017] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.725060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.725060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.725060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.725060] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be created. [ 811.806182] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.806182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.806182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.806182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.806182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.819189] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 812.184249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.184413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.184602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.184975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.184975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.184975] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be updated. [ 812.226610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.232384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.232384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.232384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.246596] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: IN_PROGRESS for 2s [ 813.724121] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc in Status: SUCCESS [ 813.724989] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc deletion is rescheduled due to dependency. [ 813.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.835243] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 813.835243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.259033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 814.259269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.959262] env[69323]: INFO networking_nsxv3.common.synchronization [req-3e7eb516-b796-4b18-aa75-430ec109e556 req-9fdcb18d-a61a-4c8c-b8be-6b9974dcfc59 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 815.959855] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 815.960649] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.960649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.960649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.960855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.960927] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.961112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.961220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.961413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.961631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.961697] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.331727] env[69323]: INFO networking_nsxv3.common.synchronization [req-ff6c4bb0-c1c3-4344-b8d7-c5b23e18cb8a req-0a45dc67-68ee-47ba-b193-4ef0cef27c35 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 816.333472] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 816.334176] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.334868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.334868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.334868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.335066] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.335066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.335191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.335269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.335440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.335509] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.465283] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.808355] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.808656] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.808946] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.809016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.809590] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.809590] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.809745] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.809865] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.812803] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.813964] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.813964] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.813964] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.813964] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.813964] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.818020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.818020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.838440] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.841590] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.841590] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.841590] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.841590] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-470" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.841590] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-69c44213-e717-4c3a-9432-e7a6a64603e3 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.841935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.841935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.842228] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.842517] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c44213-e717-4c3a-9432-e7a6a64603e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.849230] env[69323]: INFO networking_nsxv3.common.synchronization [req-d18fdb36-4999-47cd-9a6b-8a172d83182a req-a43faf6b-97ae-4950-a218-e92adde0ded7 tempest-ListServersNegativeTestJSON-2081125706 tempest-ListServersNegativeTestJSON-2081125706-project-member] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 816.849794] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGHEST for action security_group_members [ 816.850134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.850235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.971733] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.345594] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.346648] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.346840] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.346962] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.347254] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.347421] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.347603] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 69c44213-e717-4c3a-9432-e7a6a64603e3 not found, creating... [ 817.347882] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.348064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.348186] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.348483] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.348528] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.348804] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.348955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.352556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.352556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.352556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.352556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 is going to be created. [ 817.374405] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.374624] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.374749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.375028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.375269] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.375544] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.476884] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.476884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.476884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.476884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.476884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.476884] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 817.523025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.523025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.523025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.523025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.523025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.535243] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 817.855957] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.856260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.856659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.857473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.857642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.857811] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 817.904878] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.909258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.909258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.909258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.909258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.921420] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 818.226223] env[69323]: INFO networking_nsxv3.common.synchronization [req-3e7eb516-b796-4b18-aa75-430ec109e556 req-53d5c140-cc7c-494c-ba28-268fdcf5392d service nova] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 818.226223] env[69323]: INFO networking_nsxv3.common.synchronization [req-3e7eb516-b796-4b18-aa75-430ec109e556 req-53d5c140-cc7c-494c-ba28-268fdcf5392d service nova] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 818.226223] env[69323]: INFO networking_nsxv3.common.synchronization [req-3e7eb516-b796-4b18-aa75-430ec109e556 req-53d5c140-cc7c-494c-ba28-268fdcf5392d service nova] Enqueued Resource ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 with Priority: HIGHEST for action port [ 818.226223] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 818.226223] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 818.226223] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 with Priority: HIGHEST for action port [ 818.226223] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.228877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.228877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.228877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.228877] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.228877] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.228877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.228877] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c44213-e717-4c3a-9432-e7a6a64603e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.230252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.230252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.231034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.231034] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c44213-e717-4c3a-9432-e7a6a64603e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.546520] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 818.546520] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:1 started [ 818.732917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.733161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.733439] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69c44213-e717-4c3a-9432-e7a6a64603e3 with status ACTIVE [ 818.733703] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.733869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.733968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.734676] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.734822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.735184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.735300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.735666] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.735812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.735913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.736131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.736252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.736371] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 is going to be updated. [ 818.761433] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.761590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.761665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.761889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.762111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.762284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.083472] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2793306-5518-4499-b076-8413de71580c req-ed0d626c-74ca-4bde-a525-6e880b5eeb05 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 819.085048] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 819.085048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.085048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.085048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.085048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.085048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.085469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.085469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.085469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.085585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.085635] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.549377] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 819.549692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.549917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.550350] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.550469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.550538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.550785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550922] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.588031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.588189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.588257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.588478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.588561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.588755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.588848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.588908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.589182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.589255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.589342] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff already deleted. [ 819.589495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.934062] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 819.934283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.934456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.934759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.934853] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.934988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.935045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.935199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.935292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.935372] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.010813] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.010813] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.010813] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.010980] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.011168] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.011328] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.011462] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.011763] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.011930] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.012157] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.012270] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.012376] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.012482] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.012613] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.012736] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.012877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.047799] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.047980] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.048139] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.048324] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.048700] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-75617b72-e7a9-400a-a529-afda51fa4eba taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.048867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.048995] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.049357] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.049501] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75617b72-e7a9-400a-a529-afda51fa4eba',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.054605] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.438260] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.438435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.438507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.438775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.438874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.439096] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.439199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.439262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.439815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.439815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.439815] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be updated. [ 820.471508] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.471801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.471801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.472538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.472734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.483684] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: IN_PROGRESS for 2s [ 820.552390] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.552867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.552867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.553137] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.553309] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.553487] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 75617b72-e7a9-400a-a529-afda51fa4eba not found, creating... [ 820.553790] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.553965] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.554095] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.554387] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.554554] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554927] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.555205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.555384] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.555643] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.555825] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.556020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 75617b72-e7a9-400a-a529-afda51fa4eba is going to be created. [ 820.560307] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.581569] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.581878] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.582524] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.582851] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.583140] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.583338] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.064260] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.064556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.064556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.064809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.064904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.065202] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 821.096211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.096416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.096537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.096842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.097308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.117945] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 821.440226] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2793306-5518-4499-b076-8413de71580c req-cd848617-8348-4452-9f03-1fe1fce57c44 service nova] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_rules [ 821.440520] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2793306-5518-4499-b076-8413de71580c req-cd848617-8348-4452-9f03-1fe1fce57c44 service nova] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 821.440744] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2793306-5518-4499-b076-8413de71580c req-cd848617-8348-4452-9f03-1fe1fce57c44 service nova] Enqueued Resource ID: 75617b72-e7a9-400a-a529-afda51fa4eba with Priority: HIGHEST for action port [ 821.446529] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_rules [ 821.448830] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 821.448962] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75617b72-e7a9-400a-a529-afda51fa4eba with Priority: HIGHEST for action port [ 821.449728] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.449862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.449956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.450230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.450335] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.451416] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.451530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.451666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.451792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.451951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.452054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.452126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.452270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.452422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.452422] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.454471] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-75617b72-e7a9-400a-a529-afda51fa4eba taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.454471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.454471] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75617b72-e7a9-400a-a529-afda51fa4eba',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.955734] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.956030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.956125] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.960353] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75617b72-e7a9-400a-a529-afda51fa4eba with status ACTIVE [ 821.960480] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.960902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.960902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.960902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.961051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.961156] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.961203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.961407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.961407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.961466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.961644] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.961733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.961792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.961924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.961997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.962099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75617b72-e7a9-400a-a529-afda51fa4eba is going to be updated. [ 821.988327] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.988489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.988552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.988756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.988889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.989058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75617b72-e7a9-400a-a529-afda51fa4eba" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.460793] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.495600] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 in Status: SUCCESS [ 822.495784] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 deletion is rescheduled due to dependency. [ 822.495901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.963937] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.964374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.964374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.964684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.964822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.964943] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be created. [ 823.001256] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.001256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.001256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.001256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.001502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.018375] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: UNINITIALIZED for 2s [ 823.130752] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 823.131293] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.132472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.132472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.132472] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.132472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.132472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.133125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.133316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.133495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.133704] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.638368] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.638533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.638577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.638857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.639607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.639779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.639856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.640070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.640186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.640245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.640610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.640724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.640789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.640919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.641079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.641182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.641241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.641392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.641457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.641561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.641645] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.144349] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7dc348-24f3-452f-bdd6-b2e51f01d024: rpc.has_security_group_logging(os_id): False [ 824.165797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.166093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.166212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.166462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.166654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.166957] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.167243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.167346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.167558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.167723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.168028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.168186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.168295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.168487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.168601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.168891] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.169094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.169193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.169374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.169488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.169604] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 824.251413] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.251586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.251624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.251877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.252038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.283055] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 825.031698] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 825.032084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.032799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.032799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.032799] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.032799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.032799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.033098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.033098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.033175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.033343] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.354522] env[69323]: INFO networking_nsxv3.common.synchronization [req-7b6479af-a037-480f-a66b-66893f980343 req-fe31f76e-2e38-411f-8b39-8004f9e2dc55 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 825.357852] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 825.357852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.357852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.357852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.357852] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.441766] env[69323]: INFO networking_nsxv3.common.synchronization [req-7b6479af-a037-480f-a66b-66893f980343 req-fe31f76e-2e38-411f-8b39-8004f9e2dc55 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 825.441948] env[69323]: INFO networking_nsxv3.common.synchronization [req-7b6479af-a037-480f-a66b-66893f980343 req-fe31f76e-2e38-411f-8b39-8004f9e2dc55 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 825.442149] env[69323]: INFO networking_nsxv3.common.synchronization [req-7b6479af-a037-480f-a66b-66893f980343 req-fe31f76e-2e38-411f-8b39-8004f9e2dc55 tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: 9e16bead-0c5f-443c-b083-62e74f68a888 with Priority: HIGHEST for action port [ 825.445490] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 825.445490] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 825.445490] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16bead-0c5f-443c-b083-62e74f68a888 with Priority: HIGHEST for action port [ 825.445490] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.445490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.445490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.445490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.445490] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.446824] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.446824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.447303] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e16bead-0c5f-443c-b083-62e74f68a888 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.447303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.447488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.447977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.447977] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e16bead-0c5f-443c-b083-62e74f68a888',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.540034] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.540314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.540375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.540569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.541029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.541234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.541313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.541554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.541655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.541755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.541924] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.542021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.542090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.542277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.542456] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.542532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.542616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.542780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.542898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.543019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.544277] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.665683] env[69323]: INFO networking_nsxv3.common.synchronization [req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 req-cd71d5eb-d62f-4d9a-a62b-47d08c801f09 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 825.666677] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 825.666944] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.667165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.667262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.667614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668174] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.668340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.668434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.668662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.668791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.668920] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.860349] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.949583] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.949696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.952124] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e16bead-0c5f-443c-b083-62e74f68a888 with status ACTIVE [ 825.952569] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.952569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.952861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.952861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.952959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.953420] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.953542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.953611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.953779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.953858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.954099] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.954217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.954272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.954491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.954491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.954584] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e16bead-0c5f-443c-b083-62e74f68a888 is going to be updated. [ 825.981064] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.981214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.981343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.981471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.985021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.985021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.047206] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b19771-a1a6-4e34-a2b1-bab6920d14ff: rpc.has_security_group_logging(os_id): False [ 826.068271] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.068271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.068423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.068538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.069308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.069308] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.069308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.069308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.069308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.069308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.069736] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.069736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.069736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.069736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.069736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.069974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.070053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.072588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.072588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.072588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.072588] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be created. [ 826.165146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.165295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.165367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.165610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.165843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.175050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.175860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.176068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.178137] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.178137] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 already deleted. [ 826.178137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.185402] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 826.300012] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 826.302035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.362526] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.757970] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.757970] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-19" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.758163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-19" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.758483] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-19" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.758779] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.758942] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.759085] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.759317] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.759456] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.760388] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.760388] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.760388] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.760388] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.760388] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.760388] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.761459] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.788021] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.788021] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.788021] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.788021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-19" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.788021] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.788021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.788021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.788021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.788021] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce4f329-fce4-4f98-bb80-b6813f1df4fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.865669] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.866459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.866459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.866459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.866459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.866459] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 826.901821] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.902039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.902152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.902414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.902588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.915087] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 827.294685] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.296307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.296307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.296307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.296307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.296307] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd not found, creating... [ 827.296307] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.296307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.297022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.297022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.297022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.297220] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.297366] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.297509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.297777] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.297935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.298099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd is going to be created. [ 827.326670] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.326670] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.326670] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.326670] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.326670] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.326670] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.704832] env[69323]: INFO networking_nsxv3.common.synchronization [None req-112c959d-8fe7-47e4-a6e6-cd2ded5784b1 None None] Enqueued Resource ID: 23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a with Priority: HIGHEST for action port [ 827.706032] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a with Priority: HIGHEST for action port [ 827.706859] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.707189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.708329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.708329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.708329] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.197510] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 828.197790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.204787] env[69323]: INFO networking_nsxv3.common.synchronization [req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 req-426c468b-85bd-4eb4-94b0-86a055a73e67 service nova] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_rules [ 828.205013] env[69323]: INFO networking_nsxv3.common.synchronization [req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 req-426c468b-85bd-4eb4-94b0-86a055a73e67 service nova] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 828.205255] env[69323]: INFO networking_nsxv3.common.synchronization [req-d69760bc-35d3-4a56-b2c0-326c649cb0e9 req-426c468b-85bd-4eb4-94b0-86a055a73e67 service nova] Enqueued Resource ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with Priority: HIGHEST for action port [ 828.205814] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_rules [ 828.205911] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 828.206026] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with Priority: HIGHEST for action port [ 828.206515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.206642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.206711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.206978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.207051] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.207897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.208051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.208130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.208333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.208443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.208539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.208597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.208738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.208828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.208919] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.216026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.216026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.216026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.216026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.216026] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce4f329-fce4-4f98-bb80-b6813f1df4fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.217463] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a [ 828.217657] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.217803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.217882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.218113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.218203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.220304] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a already deleted. [ 828.220304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23b1c4ce-4e0f-449e-a2a6-3a0108f1bb5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.536400] env[69323]: INFO networking_nsxv3.common.synchronization [None req-17470aa4-04a2-4872-9d6a-1bae8cd2dbd0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 828.537055] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 828.537680] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.537680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.537680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.538350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.538350] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.694502] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2c56b574-0556-4b2c-8f0c-064048e2f093 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 828.694919] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 828.695408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.695497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.718127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.718449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.718520] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.719906] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with status ACTIVE [ 828.720200] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.720342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.720407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.720633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.720726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.720930] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.721469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.724051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.724051] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd is going to be updated. [ 828.753027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.753239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.753338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.753707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.753854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.754105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.933406] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 828.933406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.933406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.935778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.935778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.935778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.935778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.935778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.935778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.936111] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.069880] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.069880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.069880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.069880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.070251] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf already deleted. [ 829.070251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.070482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.070538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.070596] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.227699] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.442289] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.600884] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.601164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.601238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.601426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.601513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.601610] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf already deleted. [ 829.601707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.730133] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.730522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.730522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.730976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.731143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.731322] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be created. [ 829.758377] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.758779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.758910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.759147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.759334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.772412] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: UNINITIALIZED for 2s [ 829.799956] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 829.800240] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 829.801589] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 829.801996] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 829.802368] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.802760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.802879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.803216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.803465] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.803606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.803699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.803921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.804101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.804231] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.805417] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.805813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.805945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.806268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.806510] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.806709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.806875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.807339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.807523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.807706] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.944618] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.973602] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 829.973950] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 829.973950] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_rules [ 829.974065] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 829.974189] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f759e89-b386-4a76-9d3b-c6a9507109e0 req-efca8ef0-15af-4146-8fe8-d04d64bde986 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 with Priority: HIGHEST for action port [ 829.979726] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 829.979821] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_rules [ 829.979930] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 with Priority: HIGHEST for action port [ 829.980055] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 829.980156] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 829.981097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.981097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.981219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.981357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.981429] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.987369] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.987369] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.987369] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c44213-e717-4c3a-9432-e7a6a64603e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.987369] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c44213-e717-4c3a-9432-e7a6a64603e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.987369] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.987369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.988124] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.988124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181146] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ec590f2d-7f7f-4e22-ab2d-6c3ecfedf128 None None] Enqueued Resource ID: b809d351-3371-4bf6-9a11-709e7e50a79c with Priority: HIGHEST for action port [ 830.181146] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b809d351-3371-4bf6-9a11-709e7e50a79c with Priority: HIGHEST for action port [ 830.181146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b809d351-3371-4bf6-9a11-709e7e50a79c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.181146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b809d351-3371-4bf6-9a11-709e7e50a79c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.181146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b809d351-3371-4bf6-9a11-709e7e50a79c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.181606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b809d351-3371-4bf6-9a11-709e7e50a79c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.181817] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b809d351-3371-4bf6-9a11-709e7e50a79c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.312724] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.312724] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.450347] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.450347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.450347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.450347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.450347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.450347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 830.489190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.489190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.489190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.489190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.489190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.489564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.489872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.490313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69c44213-e717-4c3a-9432-e7a6a64603e3 with status ACTIVE [ 830.490677] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.490995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.491234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.491591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.491829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.492198] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.493635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.493635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 is going to be updated. [ 830.496583] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.496583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.507614] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 830.524380] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.524380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.524380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.524380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.524380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.524380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.556098] env[69323]: INFO networking_nsxv3.common.synchronization [req-17f484fd-84a1-433a-b6e9-17c0eb6fbe87 req-e5d6e69b-7f8f-4db0-9622-b1e45504922f tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 830.556098] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 830.556713] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.557086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.557311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.557639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.558168] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.558418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.558599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.560605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.560605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.560605] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.624734] env[69323]: INFO networking_nsxv3.common.synchronization [req-233d58dd-b682-4d21-b72e-fd36318b505f req-14c83349-83d8-4467-9114-80bf12c9a49f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 830.629026] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 830.629026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.629026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.667100] env[69323]: INFO networking_nsxv3.common.synchronization [req-233d58dd-b682-4d21-b72e-fd36318b505f req-14c83349-83d8-4467-9114-80bf12c9a49f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 830.667100] env[69323]: INFO networking_nsxv3.common.synchronization [req-233d58dd-b682-4d21-b72e-fd36318b505f req-14c83349-83d8-4467-9114-80bf12c9a49f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 830.667100] env[69323]: INFO networking_nsxv3.common.synchronization [req-233d58dd-b682-4d21-b72e-fd36318b505f req-14c83349-83d8-4467-9114-80bf12c9a49f tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: 9e16bead-0c5f-443c-b083-62e74f68a888 with Priority: HIGHEST for action port [ 830.667100] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_rules [ 830.667100] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 830.667100] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e16bead-0c5f-443c-b083-62e74f68a888 with Priority: HIGHEST for action port [ 830.667100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.667589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.667749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.668095] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.668179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e16bead-0c5f-443c-b083-62e74f68a888 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.668403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.668403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.668721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.668820] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e16bead-0c5f-443c-b083-62e74f68a888',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.686421] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b809d351-3371-4bf6-9a11-709e7e50a79c [ 830.687243] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.687243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.687243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.687243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.687243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.687790] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b809d351-3371-4bf6-9a11-709e7e50a79c already deleted. [ 830.687790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b809d351-3371-4bf6-9a11-709e7e50a79c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.813650] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.818067] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.936286] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-f7f0a49c-ef19-42bc-8abd-aa777ce3293f tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 830.936286] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 830.936286] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.936286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.936286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.936662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.936938] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.937220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.937418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.937692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.937899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.938122] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.061582] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.061731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.061799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.062038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.062130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.062341] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.062417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.062476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.062622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.062701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.062787] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 831.093233] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.093233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.093233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.093233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.093233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.103545] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 831.172044] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e16bead-0c5f-443c-b083-62e74f68a888 with status ACTIVE [ 831.172343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.172532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.173450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.173450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.173450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.173450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.173450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.173804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.174171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.174745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.175096] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.175184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.175223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.175400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.175692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.176794] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e16bead-0c5f-443c-b083-62e74f68a888 is going to be updated. [ 831.229590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.229754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.229823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.230054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.230191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.230346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e16bead-0c5f-443c-b083-62e74f68a888" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.250891] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-17fa604c-a8da-4af9-b19c-89000ed8b6ca tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 831.251467] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 831.251777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.251884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.319443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.319646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.319699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.319935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.320040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.320145] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be created. [ 831.324115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.324412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.324494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.324700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.324793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.324909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 831.381216] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.381385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.381441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.381651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.381799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.384549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.384549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.384549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.384549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.384549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.395430] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 831.400193] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: UNINITIALIZED for 2s [ 831.440996] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.441464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.441556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.441779] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.442113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.442210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442411] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 831.481231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.481231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.481231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.481231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.481231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.492426] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 831.628015] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.629324] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-523" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.629324] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-523" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.629324] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-523" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.629324] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.630045] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.630045] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.630413] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.630413] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.630624] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.630748] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.630874] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.630986] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.631195] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.631195] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.631327] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.656245] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.656343] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.656401] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.656566] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-523" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.656889] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-a1317eed-3989-4411-b254-fabba5ada5b6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.657082] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.657186] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.657515] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.658274] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1317eed-3989-4411-b254-fabba5ada5b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.787604] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787604] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.787604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.789155] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.159910] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.160244] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.160355] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.160673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.160832] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.160986] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port a1317eed-3989-4411-b254-fabba5ada5b6 not found, creating... [ 832.161266] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.161421] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.161535] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.161762] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.161898] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.162338] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.162444] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.162544] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.162756] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.162891] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.163069] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: a1317eed-3989-4411-b254-fabba5ada5b6 is going to be created. [ 832.185800] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.186054] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.186188] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.186470] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.186866] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.187263] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.291414] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.291621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.291663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.291876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.292069] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.292234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.292234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.292398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.292462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.292559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.292706] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.292800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.292876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.293076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.293237] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.293382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.293419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.293627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.293711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.293773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.293841] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.519599] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.519599] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519599] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.519599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.521305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.521648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.521867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.522384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.522619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.522850] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.796886] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76cd23d-f12b-43ef-bf28-c77bf11b1e86: rpc.has_security_group_logging(os_id): False [ 832.817512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.817512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.817512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.817943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.817943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.818100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.818178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.818297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.818397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.818459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.818846] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.818846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.818846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.819103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.819103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.819216] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.819295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.819356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.819497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.819577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.819660] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be created. [ 832.886520] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.886741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.886865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.887194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.887466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.907266] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 832.908956] env[69323]: INFO networking_nsxv3.common.synchronization [req-d87329ee-3dc5-4dbe-8153-a019bcb34fa6 req-d379eaf8-befe-469a-9cc8-10b35b3b1fc9 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 832.909596] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 832.909976] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.910243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.910320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.910551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.910713] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.910812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.910873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.911032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.911115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.912058] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.975193] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-0151d2ae-55fe-4b12-9934-9fb865533cce service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 832.975469] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-0151d2ae-55fe-4b12-9934-9fb865533cce service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 832.975660] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-0151d2ae-55fe-4b12-9934-9fb865533cce service nova] Enqueued Resource ID: a1317eed-3989-4411-b254-fabba5ada5b6 with Priority: HIGHEST for action port [ 832.977461] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 832.977461] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 832.977461] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1317eed-3989-4411-b254-fabba5ada5b6 with Priority: HIGHEST for action port [ 832.978167] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.978359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.978477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.978756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.978878] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.979874] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.980093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.980699] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1317eed-3989-4411-b254-fabba5ada5b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.980699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.980699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.980699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.980699] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1317eed-3989-4411-b254-fabba5ada5b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.024661] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.026835] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.118489] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 833.118910] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 833.119166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413571] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 833.413829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414196] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.414332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.414406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.414621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.414709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.415032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.415089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.415252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.415331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.415407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 833.418192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.418456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.418597] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.422035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.422035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.422035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.422035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.422035] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.426149] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 833.426149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.426149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.426430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.426626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.426808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.427069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.427136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.427206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.429015] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.464067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.464067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.464067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.464350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.464481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.476345] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 833.482994] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.483231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.483422] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1317eed-3989-4411-b254-fabba5ada5b6 with status ACTIVE [ 833.483610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.483752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.483824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.484069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.484197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.484381] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.484520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.484585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.484755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.484833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.485047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.485248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.485248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.485415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.485478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.485537] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1317eed-3989-4411-b254-fabba5ada5b6 is going to be updated. [ 833.505648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 833.506034] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 deletion is rescheduled due to dependency. [ 833.506034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.506351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.506457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.506586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.506714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.506806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.506936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.507029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.507127] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.517152] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.517362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.517423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.519042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.519042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.519042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1317eed-3989-4411-b254-fabba5ada5b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.529785] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1dd6afa-ae2d-4688-942d-ae1b109211ae: rpc.has_security_group_logging(os_id): False [ 833.531797] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.559119] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.559300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.559369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.559532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.559625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.559913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.559981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.560059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.560303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.560303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.560379] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 833.642087] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.642087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.642087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.642087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.642087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.667823] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 833.805159] env[69323]: INFO networking_nsxv3.common.synchronization [req-d8f9afbb-8062-4df3-b057-bc88f512011e req-3f1ba52c-7396-4a52-8e12-1fbfe9b30b02 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Enqueued Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_members [ 833.805159] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_members [ 833.805728] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.813039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.813039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.813039] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.930325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.933402] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.962021] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.962021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-725" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.962021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-725" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.962021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-725" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.962021] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.962021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.962021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.962994] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.963313] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.963675] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.964133] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.964382] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.964603] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.965088] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.968018] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.968018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.989728] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.989993] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.990212] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.990462] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-725" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.990893] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-002baa32-15d9-4c71-9268-b6de8d40f994 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.991142] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.991350] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.991732] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.991941] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002baa32-15d9-4c71-9268-b6de8d40f994',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.012067] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.035625] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.036825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.036825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.036825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.036825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.036825] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 834.082178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.082178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.082178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.082178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.082178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.095103] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 834.322030] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.322030] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.322030] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e already deleted. [ 834.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.433145] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.440585] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.449723] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-758" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-758" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-758" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.449723] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.449723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.449723] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.449723] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.450702] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.450702] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.450702] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 834.450702] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.450702] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.490029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.490029] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 834.490029] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.490029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-758" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.490029] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.490371] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.492140] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.492140] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.492140] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ee69fcd-5de2-4fe1-b3c5-05645a5afc73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.498040] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.498040] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 002baa32-15d9-4c71-9268-b6de8d40f994 not found, creating... [ 834.498040] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.498040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.498659] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.498659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.498659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.498659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.498659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.498659] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 002baa32-15d9-4c71-9268-b6de8d40f994 is going to be created. [ 834.514564] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.536887] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.537168] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.537300] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.537834] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.537834] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.538110] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.921574] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 834.921858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.940692] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.940974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.941157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.941557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.941557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.941557] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 834.943959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.943959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.943959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.943959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.943959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.943959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be updated. [ 834.995827] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.999064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.999064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.999064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.999064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.999064] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.999447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.999447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.999554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.999731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.005205] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.005205] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 not found, creating... [ 835.005205] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.005205] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.005796] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.005796] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.005796] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.006043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.006319] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.006420] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 is going to be created. [ 835.017304] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.017304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.017304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.017496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.019028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.019028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 835.028396] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: IN_PROGRESS for 2s [ 835.028625] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 835.042169] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.042169] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.042395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.043052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.043052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.043296] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.077690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.077864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.078008] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.078277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.078469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.101048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 835.489716] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 835.490185] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b deletion is rescheduled due to dependency. [ 835.490185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.526158] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-b28c91f4-9d34-4878-8abc-b0b591a4fdd1 service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 835.526852] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-b28c91f4-9d34-4878-8abc-b0b591a4fdd1 service nova] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 835.526852] env[69323]: INFO networking_nsxv3.common.synchronization [req-405e1ef2-014e-4866-b1e6-82bfa1ae9976 req-b28c91f4-9d34-4878-8abc-b0b591a4fdd1 service nova] Enqueued Resource ID: 002baa32-15d9-4c71-9268-b6de8d40f994 with Priority: HIGHEST for action port [ 835.527210] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_rules [ 835.527433] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 835.527598] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002baa32-15d9-4c71-9268-b6de8d40f994 with Priority: HIGHEST for action port [ 835.528042] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.528203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.528487] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.528627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.528913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-002baa32-15d9-4c71-9268-b6de8d40f994 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.529104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.529209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.530421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.530534] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002baa32-15d9-4c71-9268-b6de8d40f994',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.685135] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 835.685336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.689028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.689028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.689028] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.752529] env[69323]: INFO networking_nsxv3.common.synchronization [req-d8f9afbb-8062-4df3-b057-bc88f512011e req-3a2703c5-f2ad-4be1-b1bd-ec8d7de9c147 service nova] Enqueued Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_rules [ 835.752656] env[69323]: INFO networking_nsxv3.common.synchronization [req-d8f9afbb-8062-4df3-b057-bc88f512011e req-3a2703c5-f2ad-4be1-b1bd-ec8d7de9c147 service nova] Enqueued Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_members [ 835.753159] env[69323]: INFO networking_nsxv3.common.synchronization [req-d8f9afbb-8062-4df3-b057-bc88f512011e req-3a2703c5-f2ad-4be1-b1bd-ec8d7de9c147 service nova] Enqueued Resource ID: 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 with Priority: HIGHEST for action port [ 835.753560] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_rules [ 835.753701] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_members [ 835.753801] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 with Priority: HIGHEST for action port [ 835.754162] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.754321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.754393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.754653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.754740] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.755639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.755775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.755852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.756057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.756278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.756404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.756467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.756623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.756788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.756835] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.761233] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.761372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.761601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.764791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.764791] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ee69fcd-5de2-4fe1-b3c5-05645a5afc73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.036057] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 002baa32-15d9-4c71-9268-b6de8d40f994 with status ACTIVE [ 836.036057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.036057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.036057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.036057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.036057] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 002baa32-15d9-4c71-9268-b6de8d40f994 is going to be updated. [ 836.065471] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.065471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.065471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.065471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.065471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.065471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002baa32-15d9-4c71-9268-b6de8d40f994" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.110018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 836.110315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.110503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.110750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.110946] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.111075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.111143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.111317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.111397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.111493] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.191667] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.191907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.269137] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.269137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.269137] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.271434] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 with status ACTIVE [ 836.271617] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.271740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.271807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.272358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.272358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.272358] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.272515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.272515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.272679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.272745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.272923] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.273106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.273106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.273215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.273289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.273372] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ee69fcd-5de2-4fe1-b3c5-05645a5afc73 is going to be updated. [ 836.291882] env[69323]: INFO networking_nsxv3.common.synchronization [req-f7664e33-9522-4095-9617-68600a60a434 req-6479143b-2c16-478f-8bcb-e6c4bc203cc6 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 836.292675] env[69323]: INFO networking_nsxv3.common.synchronization [req-d0b4ee5b-4d8d-4bf1-8231-c2469e29110f req-6909222c-4f2a-43de-9aee-f3593ca28f2a tempest-AttachInterfacesUnderV243Test-1665500169 tempest-AttachInterfacesUnderV243Test-1665500169-project-member] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 836.293121] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 836.293262] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGHEST for action security_group_members [ 836.293524] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.293644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.293707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.293891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.294059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.294161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.294223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.294374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.295049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.295049] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.295382] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.295482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.301201] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.301433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.301433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.301603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.302080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.302080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ee69fcd-5de2-4fe1-b3c5-05645a5afc73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.618284] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.657249] env[69323]: INFO networking_nsxv3.common.synchronization [req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 req-e1a7f672-68be-49ff-9996-da405028f2c8 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 836.657249] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 836.657249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.658145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.658429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.658769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.659183] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.659506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.659721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.660076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.660315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.660685] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.771027] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.797040] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.929589] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 836.929764] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_members [ 836.929896] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 836.930776] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 836.930776] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_members [ 836.930776] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 836.931313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.931524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.931685] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.931824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.931897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.932173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.932325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.932423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.932715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.932885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.932974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.933085] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.934268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.934360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.026325] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.026511] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.026655] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.026897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.027171] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.027782] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.027942] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.028304] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.028467] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.028688] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.028853] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.030771] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.030771] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.030771] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.030771] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.030771] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.046572] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 837.046797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.046971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.047198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.047385] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.047611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.047611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.047768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.048049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.048049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.048049] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.050173] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 837.050288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.050776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.050917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.051116] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.051283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.051283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.051688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.051688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.051688] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.052318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.052487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.052669] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.052773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.052836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.052976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.055267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.055386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.055534] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.059651] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.059819] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.059960] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.060291] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.064369] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-c867aaf3-d478-43f7-b831-89fdacc45f88 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.064369] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.064484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.064805] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.064936] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c867aaf3-d478-43f7-b831-89fdacc45f88',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.065694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.065870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.066490] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.066490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.066490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.066490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.066490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.067107] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_rules [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_members [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_rules [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 837.069928] env[69323]: INFO networking_nsxv3.common.synchronization [req-d1a8e109-93d7-44df-9c15-2aaddf7efda2 req-3572a095-5bd5-45ae-bebc-9d3533408620 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 with Priority: HIGHEST for action port [ 837.072167] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_rules [ 837.072215] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_rules [ 837.072412] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 837.072412] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 with Priority: HIGHEST for action port [ 837.072514] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_rules [ 837.072591] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_members [ 837.072676] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 837.073598] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bfc24b4-b192-44ed-be6a-ea21729ed9b9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.073670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.073716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.073943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.074093] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.074448] env[69323]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 837.075071] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.075164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.075352] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.075461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.075594] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-69c44213-e717-4c3a-9432-e7a6a64603e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.075684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.075743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.077512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.077512] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69c44213-e717-4c3a-9432-e7a6a64603e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.078109] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.078250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.078811] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.078926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.079208] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.079208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.113358] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 837.113583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.114391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.114391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.114577] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.114577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.114708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.114753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.114807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.114910] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.122014] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.165755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.165994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.166318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.166414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.166501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.167043] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.167043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.167043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.167248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.167324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.167423] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 837.194534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.194676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.194745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.194953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.195122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.217586] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 837.273677] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.274743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.274743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.274743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.274743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.274743] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e is going to be created. [ 837.302109] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.305149] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.305299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.305403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.305610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.305762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.320154] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e in Status: UNINITIALIZED for 2s [ 837.435536] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.549921] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.558769] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.559698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.559698] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.572883] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.573705] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.573991] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.574392] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.574666] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.574939] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port c867aaf3-d478-43f7-b831-89fdacc45f88 not found, creating... [ 837.575342] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.577030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.577030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.577030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.577030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.577030] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.577030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.577030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.577534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.577766] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.578038] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: c867aaf3-d478-43f7-b831-89fdacc45f88 is going to be created. [ 837.579763] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.582313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.582440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.582595] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69c44213-e717-4c3a-9432-e7a6a64603e3 with status ACTIVE [ 837.582762] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.582883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.582979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.583214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.583383] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.583655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.583655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.583786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.583995] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.584288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.584288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.584458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.584458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.584548] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69c44213-e717-4c3a-9432-e7a6a64603e3 is going to be updated. [ 837.608340] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.608617] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.608930] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.609076] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.609292] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.609524] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.611315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.611421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.611421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.611683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.611804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.611944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69c44213-e717-4c3a-9432-e7a6a64603e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.620035] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.625861] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.625976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.626083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.626299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.626440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.626552] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 837.661338] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.661598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.661693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.661915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.662090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.673486] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 837.804329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.804412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.804482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.805979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.805979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.805979] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 837.842179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.842317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.842406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.842602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.842748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.853675] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 837.938732] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.054257] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5b47988-3f05-41f5-ad9f-272297e8db47: rpc.has_security_group_logging(os_id): False [ 838.062036] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.073780] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.073780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.073780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074009] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.074115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.074175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.074431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.074492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be created. [ 838.086642] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.122167] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.127332] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.127456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.127511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.127958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.128228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.165883] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: IN_PROGRESS for 2s [ 838.336764] env[69323]: INFO networking_nsxv3.common.synchronization [req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 req-b10638eb-6fe0-4872-94a5-1b4ba84d7f94 service nova] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_rules [ 838.336999] env[69323]: INFO networking_nsxv3.common.synchronization [req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 req-b10638eb-6fe0-4872-94a5-1b4ba84d7f94 service nova] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 838.337986] env[69323]: INFO networking_nsxv3.common.synchronization [req-8a69375b-f4bf-4974-8e63-5954bcfe91c4 req-b10638eb-6fe0-4872-94a5-1b4ba84d7f94 service nova] Enqueued Resource ID: c867aaf3-d478-43f7-b831-89fdacc45f88 with Priority: HIGHEST for action port [ 838.337986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_rules [ 838.337986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 838.337986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c867aaf3-d478-43f7-b831-89fdacc45f88 with Priority: HIGHEST for action port [ 838.338644] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.338644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.338644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.338644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.339196] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.339686] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.342174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.342174] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c867aaf3-d478-43f7-b831-89fdacc45f88 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.342174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.342174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.342174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.342174] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c867aaf3-d478-43f7-b831-89fdacc45f88',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.442062] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.442245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.442318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.442522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.442630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.442767] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 is going to be created. [ 838.473321] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.473480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.473547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.473766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.473929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.498638] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 in Status: UNINITIALIZED for 2s [ 838.569551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.569820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.569947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.570294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.570485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.570636] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be updated. [ 838.590061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.590061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.590061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.590061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.590061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.590521] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 838.625023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.625396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.625396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.625640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.625779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.625924] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 838.653722] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.653982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.653982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.655642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.655642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656809] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.657029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.657029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.657228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.657361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.670478] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: IN_PROGRESS for 2s [ 838.671393] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 838.678099] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.678099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.678099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.678099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.678099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.689490] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 838.842755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.842886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.843109] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c867aaf3-d478-43f7-b831-89fdacc45f88 with status ACTIVE [ 838.843275] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.843390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.843442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.843659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.843750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.843925] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.844398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.844542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.844725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.844805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.844994] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.845120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.845179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.845325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.845403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.845488] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c867aaf3-d478-43f7-b831-89fdacc45f88 is going to be updated. [ 838.869983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.870143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.870206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.870513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.870654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.870812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c867aaf3-d478-43f7-b831-89fdacc45f88" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.239761] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 839.239954] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 deletion is rescheduled due to dependency. [ 839.240087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.240271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.240607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.240876] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.241085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.241193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.241373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.241463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.241583] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.340838] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e in Status: SUCCESS [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.340838] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.340838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.340838] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.684438] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 839.684816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.684860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.685060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.685258] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.685402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.685472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.685634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.685717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.685805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.685907] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.688181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.688768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.688768] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.688768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.688768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.689017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.689017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.689114] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.745101] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.845896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.846115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.846279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.846406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.846581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.846695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.846768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.846913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.846994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.847218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.847316] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.847382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.847428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.847545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.847688] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.847781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.847875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.848045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.848166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.848252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.848345] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.865858] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 839.866205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.180439] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 840.181054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.181054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.181578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.181578] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.188569] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.193238] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.193238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.193238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.193238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.193238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.193483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.193483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.193568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.193799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.193931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.194096] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 840.248621] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.254787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.254787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.254787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.254787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.254787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.266506] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 840.353782] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46aba77e-b0c2-4a74-89fd-41c5c92b069e: rpc.has_security_group_logging(os_id): False [ 840.378202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.378401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.378479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.378721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.378823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.379061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.379611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.379611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.379611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.379611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.379788] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.379788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.379881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.380018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.381291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.386902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.386902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.386902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.386902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.386902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.386902] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e is going to be created. [ 840.457196] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.457388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.457449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.457642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.457872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.468965] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e in Status: IN_PROGRESS for 2s [ 840.509140] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 in Status: SUCCESS [ 840.509382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.509575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.509801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.509991] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.510131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.510197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.510344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.510447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.511110] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.640202] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3064a1a-bfd5-464a-a714-5337a9e53b99 req-4aa08b31-c80a-4842-97ad-2fe3fad3e302 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_members [ 840.640444] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3064a1a-bfd5-464a-a714-5337a9e53b99 req-4aa08b31-c80a-4842-97ad-2fe3fad3e302 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 840.640509] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3064a1a-bfd5-464a-a714-5337a9e53b99 req-4aa08b31-c80a-4842-97ad-2fe3fad3e302 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 840.642037] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 with Priority: HIGHEST for action security_group_members [ 840.642037] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGHEST for action security_group_members [ 840.642275] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 840.642613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.642738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.642968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.643875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.643875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.643875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.685029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.685029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.685029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.685029] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.687074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.687480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.687712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.687996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.688291] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.688516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.688686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.688926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.689111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.689296] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.691739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1dd6afa-ae2d-4688-942d-ae1b109211ae: rpc.has_security_group_logging(os_id): False [ 840.704023] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.704023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.704023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.704023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.705467] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.706012] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.706278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.706620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.706865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.707101] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.714046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.714046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.714046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.714046] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be updated. [ 840.752638] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.752638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.752761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.752886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.752972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.753086] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 840.779810] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.780091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.780161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.780384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.781686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.794044] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.794180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.794292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.794636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.794809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.796730] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: IN_PROGRESS for 2s [ 840.808387] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 841.016149] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.192953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.192953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.192953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.192953] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be updated. [ 841.193739] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.208978] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.209153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.212042] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.252587] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.252849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.253081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.253369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.253576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.263700] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: IN_PROGRESS for 2s [ 841.294125] env[69323]: INFO networking_nsxv3.common.synchronization [req-5c5b8c06-fb06-4992-b3b1-953d78727796 req-7fc87b4a-39d4-4fe1-9508-3ccbc9a37e8d tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_members [ 841.294677] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_members [ 841.294954] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.295111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.295182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.295435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.295601] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.295705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.295763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.299021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.299021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.299021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.521045] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.701040] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.716315] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.798048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.798192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.798250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.798472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.798566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.798776] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.798878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.798942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.799117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.799197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.799300] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd already deleted. [ 841.799359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.904891] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.905120] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.905311] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.905581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.905842] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.906010] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.906159] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.906382] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.906521] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.906727] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.907236] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.907367] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.907480] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.907591] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.907697] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.907827] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.928483] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.928658] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.928796] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.928972] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.929357] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-225db240-bbe8-4a6b-9163-8f3c89c71499 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.929533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.929656] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.930012] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.930143] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225db240-bbe8-4a6b-9163-8f3c89c71499',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.023419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.023419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.023419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.023741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023741] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 is going to be updated. [ 842.053481] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.053481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.053481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.053704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.053849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.065486] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 in Status: IN_PROGRESS for 2s [ 842.202195] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.202195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.202195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.202195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.202195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.202195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 842.218641] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.218853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.218918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.219139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.219232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.219364] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 842.255072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.255257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.255299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.255950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.255950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.269909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 842.274548] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.274548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.274548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.274548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.274548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.276984] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 842.276984] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae deletion is rescheduled due to dependency. [ 842.276984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.280819] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 842.433145] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.433690] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.433982] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.434424] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.434695] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.434952] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 225db240-bbe8-4a6b-9163-8f3c89c71499 not found, creating... [ 842.435359] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.435671] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.435900] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.436296] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.436557] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.436958] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.437356] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.437596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.437920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.438196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.438463] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 225db240-bbe8-4a6b-9163-8f3c89c71499 is going to be created. [ 842.459085] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.461034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.461034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.461034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.461034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.461034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.482091] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e in Status: SUCCESS [ 842.482091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.815675] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae in Status: SUCCESS [ 842.816141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.828555] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.832021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.276707] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 843.276707] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 deletion is rescheduled due to dependency. [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.276707] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.276707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.276707] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.336205] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.336205] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.336205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.336685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.336685] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.336685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.336685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.336685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.336856] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.336899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.336934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.337923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.337923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.337923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.337923] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.431066] env[69323]: INFO networking_nsxv3.common.synchronization [req-5c5b8c06-fb06-4992-b3b1-953d78727796 req-3ed82cb0-2507-4952-a477-bc60d91eea70 service nova] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_rules [ 843.431225] env[69323]: INFO networking_nsxv3.common.synchronization [req-5c5b8c06-fb06-4992-b3b1-953d78727796 req-3ed82cb0-2507-4952-a477-bc60d91eea70 service nova] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_members [ 843.431367] env[69323]: INFO networking_nsxv3.common.synchronization [req-5c5b8c06-fb06-4992-b3b1-953d78727796 req-3ed82cb0-2507-4952-a477-bc60d91eea70 service nova] Enqueued Resource ID: 225db240-bbe8-4a6b-9163-8f3c89c71499 with Priority: HIGHEST for action port [ 843.431626] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_rules [ 843.431793] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_members [ 843.431793] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225db240-bbe8-4a6b-9163-8f3c89c71499 with Priority: HIGHEST for action port [ 843.432376] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.432542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.432611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.432817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.432900] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.434117] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.434230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.434329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.434464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.434610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.434740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.434803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.435039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.435100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.435151] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.436578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-225db240-bbe8-4a6b-9163-8f3c89c71499 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.436950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.437027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.437407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.437493] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225db240-bbe8-4a6b-9163-8f3c89c71499',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.780046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.780046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.780266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.780503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.780757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.781102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.781296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.781418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.781678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.781857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.782010] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be updated. [ 843.809701] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.809881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.809987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.810280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.810467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.821429] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: IN_PROGRESS for 2s [ 843.842983] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b983104-25d7-4ca6-9cda-e4678a8965b4: rpc.has_security_group_logging(os_id): False [ 843.865205] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.865358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.865429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.865648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.865738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.865941] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.866055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.866127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.866320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.866403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.866619] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.866715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.866776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.866970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.867679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.867935] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.868065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.868132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.868341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.868423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.868547] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 843.939585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.939815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.939815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.940623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.940623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.948922] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.948922] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.948922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.953255] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 225db240-bbe8-4a6b-9163-8f3c89c71499 with status ACTIVE [ 843.953255] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.953574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.954057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.954279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.954567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.954734] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.955069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.955069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.955357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.955504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.956000] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.956417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.957270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.957600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.957728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.957888] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 225db240-bbe8-4a6b-9163-8f3c89c71499 is going to be updated. [ 843.977259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 844.004388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.004388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.004388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.004388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.004388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.004759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225db240-bbe8-4a6b-9163-8f3c89c71499" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079044] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 in Status: SUCCESS [ 844.079447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.080131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.080428] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.080620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.080789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.080984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.081193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.081327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.081486] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.082772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.083147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.083305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.083480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.083646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.083872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.083997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084160] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.279739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 844.279998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.280249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.280490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.280682] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.280824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.280943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.281096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.281182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.281273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.282052] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.282052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.282052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.282052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.282052] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.282052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.282052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.282386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.282386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.282386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.282470] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.284184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.284343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.284496] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.284594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.284656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.284794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.284871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.284963] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.294595] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 844.294813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.295394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.295493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.295663] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.295776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.295832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.295986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.296100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.296188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.296361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.296458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.296514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.296657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.296797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.296886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.296944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.297093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.297167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.297282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.297325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.461484] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.586960] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bfc24b4-b192-44ed-be6a-ea21729ed9b9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.592026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.592026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.592026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.592026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 is going to be deleted. [ 844.646668] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.646934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.646934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.647366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.647366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.647632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.786465] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7dc348-24f3-452f-bdd6-b2e51f01d024: rpc.has_security_group_logging(os_id): False [ 844.787678] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.799894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e733d281-6d00-4e73-b59c-333922b12238: rpc.has_security_group_logging(os_id): False [ 844.817490] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.817490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.817490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.817712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.817773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.818033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.818137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.818199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.818361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.818438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.818648] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.818767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.818824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.818969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.819063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.819249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.819363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.819425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.819569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.819646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.819735] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 844.821852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.822300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.822300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.822300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.822300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.822499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.822725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.822725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.822895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.822895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.823063] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.823153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.823217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.823350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.823421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.823616] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.823725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.823781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.823890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.823966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.824054] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 844.907498] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.907661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.907749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.908063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.908334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.913251] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.913251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.913251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.913251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.913428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.934047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 844.934473] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 844.964954] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.964954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.964954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.965217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.966160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.966160] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd is going to be created. [ 844.998772] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.999100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.999182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.999368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.999556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.011910] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd in Status: UNINITIALIZED for 2s [ 845.093035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bfc24b4-b192-44ed-be6a-ea21729ed9b9: rpc.has_security_group_logging(os_id): False [ 845.114465] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.114617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.114727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.114899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.114983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.115227] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.115330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.115385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.115551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.115623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.115705] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 is going to be created. [ 845.136541] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3bfc24b4-b192-44ed-be6a-ea21729ed9b9], does not exist path=[/infra/domains/default/groups/3bfc24b4-b192-44ed-be6a-ea21729ed9b9]."\n}' [ 845.136700] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bfc24b4-b192-44ed-be6a-ea21729ed9b9 [ 845.136892] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 845.196285] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.196515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.196572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.196834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.198345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.198665] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.198767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.198860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199898] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bfc24b4-b192-44ed-be6a-ea21729ed9b9 is going to be created. [ 845.232090] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3bfc24b4-b192-44ed-be6a-ea21729ed9b9], does not exist path=[/infra/domains/default/groups/3bfc24b4-b192-44ed-be6a-ea21729ed9b9]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bfc24b4-b192-44ed-be6a-ea21729ed9b9 [ 845.232090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bfc24b4-b192-44ed-be6a-ea21729ed9b9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.232307] env[69323]: Traceback (most recent call last): [ 845.232307] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 845.232307] env[69323]: return func(*args, **kwargs) [ 845.232307] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 845.232307] env[69323]: res.raise_for_status() [ 845.232307] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 845.232307] env[69323]: raise HTTPError(http_error_msg, response=self) [ 845.232307] env[69323]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bfc24b4-b192-44ed-be6a-ea21729ed9b9 [ 845.232307] env[69323]: During handling of the above exception, another exception occurred: [ 845.232307] env[69323]: Traceback (most recent call last): [ 845.232307] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 845.232307] env[69323]: listener.cb(fileno) [ 845.232307] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 845.232307] env[69323]: result = function(*args, **kwargs) [ 845.232307] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 845.232307] env[69323]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 845.232307] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 845.232307] env[69323]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 845.232307] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 845.232307] env[69323]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 845.232307] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 845.232307] env[69323]: res.raise_for_status() [ 845.232307] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 845.232307] env[69323]: raise HTTPError(http_error_msg, response=self) [ 845.232307] env[69323]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bfc24b4-b192-44ed-be6a-ea21729ed9b9 [ 845.232307] env[69323]: Removing descriptor: 13 [ 845.291713] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.794719] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.794882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.794959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.795208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.795304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.795405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 845.832931] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.834830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.834830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.834830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.834830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.836461] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 845.836754] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 deletion is rescheduled due to dependency. [ 845.836912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.837655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.837942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.838249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.838436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.838542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.838802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.839667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.839667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.839667] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.848442] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 845.993369] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 845.993633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.342901] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.594531] env[69323]: INFO networking_nsxv3.common.synchronization [req-d137b2dc-a4a6-4b3d-81dc-a9cb7a4965dd req-78c6f595-82f2-412c-bb4e-61f05e9ba406 tempest-ListImageFiltersTestJSON-829296467 tempest-ListImageFiltersTestJSON-829296467-project-member] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 846.594531] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGHEST for action security_group_members [ 846.597833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.597833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.597833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.597833] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.844332] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5b47988-3f05-41f5-ad9f-272297e8db47: rpc.has_security_group_logging(os_id): False [ 846.866117] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.866324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.866373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.866600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.886612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.886908] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.887041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.887111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.887369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.887403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.887482] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be updated. [ 846.954962] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.954962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.954962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.954962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.954962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.962335] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 846.962335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.962335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.962335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.962335] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.962335] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 846.963982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.963982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.963982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.963982] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.966137] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: IN_PROGRESS for 2s [ 847.029354] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd in Status: SUCCESS [ 847.029848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.031738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.031738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.031738] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.031738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.031738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.032955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.032955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.032955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.032955] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.103927] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.103927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.103927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.103927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be updated. [ 847.165061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.167547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.167547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.167547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.167547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.180341] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: IN_PROGRESS for 2s [ 847.465533] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.465904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.467310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.468022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.468022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.468022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.468294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.468467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.468563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.469082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.469082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.469082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.469082] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.540374] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.832081] env[69323]: INFO networking_nsxv3.common.synchronization [req-cf7de26a-5b1d-4bcb-aebb-0dfdfb466e87 req-666e08cd-0707-4a6e-a508-1a1502cae7f8 tempest-ServerPasswordTestJSON-411657012 tempest-ServerPasswordTestJSON-411657012-project-member] Enqueued Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_members [ 847.832615] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGHEST for action security_group_members [ 847.832917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.835130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.835223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.835411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.835581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.835691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.835755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.835908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.835991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.836099] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.860299] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 847.860630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.860692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.860908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.861118] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.861238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.861304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.861463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.861546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.861633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.861727] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.975128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.975128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.975128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.975128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.975128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.976298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.976298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.976298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.976298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.976298] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.045415] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12fb5f3f-a970-49f7-8988-0257b6e2f2fd: rpc.has_security_group_logging(os_id): False [ 848.063569] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.063708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.064272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.064548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.064639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.064893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.064994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.066077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.066077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.066077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.066077] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd is going to be created. [ 848.131349] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.131622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.131622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.132129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.132129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.144703] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd in Status: IN_PROGRESS for 2s [ 848.341624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.341624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.341624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.341624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.367059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.367059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.367059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.367466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.367466] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.367466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.367580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.367720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.367766] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.367876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.367964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.368139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.368245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.368394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.368513] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.370248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.370496] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.370602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.370666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.372021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.372021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.372021] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e is going to be updated. [ 848.402169] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.402324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.402397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.402599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.402750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.414492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e in Status: IN_PROGRESS for 2s [ 848.483718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e733d281-6d00-4e73-b59c-333922b12238: rpc.has_security_group_logging(os_id): False [ 848.508034] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.508034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.508034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.508305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.537764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.537962] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.538285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.538285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.538375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.538418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.539040] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.539040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.539040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.539040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.539361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.539361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.539614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.539614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.539840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.539840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.539840] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 848.606586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.606733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.606806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.607016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.607163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.624058] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 848.874189] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb7dc348-24f3-452f-bdd6-b2e51f01d024: rpc.has_security_group_logging(os_id): False [ 848.894160] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.894343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.894418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.894672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.918836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.919179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.919303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.919303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.919530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.919603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.919824] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.920297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.920297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.920297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.920297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.920581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.920581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.920581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.920772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.920772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.920857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 848.984852] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b47988-3f05-41f5-ad9f-272297e8db47 in Status: SUCCESS [ 848.985105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.999295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.999508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.999563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.999777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.999931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.019250] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 849.190644] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 in Status: SUCCESS [ 849.190887] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 deletion is rescheduled due to dependency. [ 849.191020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.030983] env[69323]: INFO networking_nsxv3.common.synchronization [req-5d7df8cf-0933-4900-b691-e1d6fd8160aa req-fc6e2fd6-32c2-4046-9d33-bd8d8262248d tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 850.032500] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 850.032500] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.032500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.032500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.032500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.032806] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.032806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.032806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.032978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.032978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.033090] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.160746] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd in Status: SUCCESS [ 850.160746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.355713] env[69323]: INFO networking_nsxv3.common.synchronization [req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce req-f47ebe32-9bf9-43ed-9ef1-58946a6ca029 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 850.357826] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 850.358442] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.358638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.358779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.359060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.359285] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.359471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.359620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.359867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.363031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.363268] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.430254] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e in Status: SUCCESS [ 850.430254] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e deletion is rescheduled due to dependency. [ 850.430426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.476808] env[69323]: INFO networking_nsxv3.common.synchronization [req-12d42ec1-9d25-4088-a404-72a47605c97f req-a87c1a93-2f7e-4c94-9c0c-f1aab0220903 tempest-ServersTestJSON-1266907165 tempest-ServersTestJSON-1266907165-project-member] Enqueued Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_members [ 850.481422] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab with Priority: HIGHEST for action security_group_members [ 850.481854] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.481983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.482067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.482296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.482450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.482547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.482608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.482753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.482853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.482971] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660a2ab3-073a-45a4-8420-aa7b83d2c4ab',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.541870] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.541870] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.541870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b already deleted. [ 850.541870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.643670] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 850.644417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.726528] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.727465] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.727870] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.728237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.728700] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.729041] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.729275] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.729601] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.729940] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.730300] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.730515] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.730712] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.730905] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.731143] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.731341] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.731929] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.755026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.755026] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.755026] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.755026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.755026] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-04535d85-1a28-4faf-bdd4-a7c175a846c0 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.755026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.755026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.755026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.755026] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04535d85-1a28-4faf-bdd4-a7c175a846c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.759565] env[69323]: INFO networking_nsxv3.common.synchronization [req-21c63feb-4bb6-46ee-a8b7-f0a2b1e457ce req-b6a79126-115b-4747-8be3-43f26bcaf0e1 tempest-ServersTestMultiNic-1531107508 tempest-ServersTestMultiNic-1531107508-project-member] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 850.760267] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGHEST for action security_group_members [ 850.760691] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.760945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.865911] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.986017] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.986176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.986176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.986889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.011077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.011359] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.011516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.011575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.011762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.011880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.011932] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab is going to be updated. [ 851.032350] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 851.032615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.039520] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.039658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.039728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.039930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.040084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.049737] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab in Status: IN_PROGRESS for 2s [ 851.256522] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.256837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.257065] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.257326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.257445] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.257650] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 04535d85-1a28-4faf-bdd4-a7c175a846c0 not found, creating... [ 851.257940] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.258190] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.258310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.258741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.258833] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.259180] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.259417] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.262145] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.262145] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.262145] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.262145] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 04535d85-1a28-4faf-bdd4-a7c175a846c0 is going to be created. [ 851.284111] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.284377] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.284553] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.284957] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.285339] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.285680] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.367531] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.718422] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_members [ 851.718758] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 851.719301] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_members [ 851.719501] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 851.719835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d502bd-89d9-487a-afd9-4172d9eca173 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.719970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.719970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.720259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.720409] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.720504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.720562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.720714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.720801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.720891] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.724989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.724989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.724989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.724989] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.895194] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.895455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.895455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.895650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.895782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.895925] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 851.897878] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_rules [ 851.898080] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_members [ 851.898218] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_rules [ 851.898344] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 851.898499] env[69323]: INFO networking_nsxv3.common.synchronization [req-74453bb5-cad4-40c5-9bc4-35679658cf46 req-39205ce8-9513-4fd3-bb13-0543dc6c4628 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with Priority: HIGHEST for action port [ 851.899143] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_rules [ 851.899402] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_rules [ 851.899505] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with Priority: HIGHEST for action port [ 851.903113] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_members [ 851.903113] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 851.903113] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92d502bd-89d9-487a-afd9-4172d9eca173 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.903113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.903113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.903113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.903113] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.903113] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.903113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.903113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.903113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.903113] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.903577] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.903764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.903764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.904078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.904078] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce4f329-fce4-4f98-bb80-b6813f1df4fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.904766] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d502bd-89d9-487a-afd9-4172d9eca173 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.904888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.905150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.905150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.930208] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.930340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.930615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.930615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.930836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.943030] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 852.223800] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.224837] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.250179] env[69323]: INFO networking_nsxv3.common.synchronization [req-5d7df8cf-0933-4900-b691-e1d6fd8160aa req-3227a5c4-5124-4437-be6a-b0ba4b015d08 service nova] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_rules [ 852.250179] env[69323]: INFO networking_nsxv3.common.synchronization [req-5d7df8cf-0933-4900-b691-e1d6fd8160aa req-3227a5c4-5124-4437-be6a-b0ba4b015d08 service nova] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 852.250179] env[69323]: INFO networking_nsxv3.common.synchronization [req-5d7df8cf-0933-4900-b691-e1d6fd8160aa req-3227a5c4-5124-4437-be6a-b0ba4b015d08 service nova] Enqueued Resource ID: 04535d85-1a28-4faf-bdd4-a7c175a846c0 with Priority: HIGHEST for action port [ 852.250179] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_rules [ 852.250179] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 852.250412] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04535d85-1a28-4faf-bdd4-a7c175a846c0 with Priority: HIGHEST for action port [ 852.250661] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.250661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.250661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.250949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.252673] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.253810] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.253934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.254014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.254204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.254392] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.254533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.254533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.254638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.254723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.254813] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.256092] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-04535d85-1a28-4faf-bdd4-a7c175a846c0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.256092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.256092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.256092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.256092] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04535d85-1a28-4faf-bdd4-a7c175a846c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.406131] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d502bd-89d9-487a-afd9-4172d9eca173 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.406285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.406585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.406711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.406820] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with status ACTIVE [ 852.406982] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.407105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.407171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.407370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.407456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.407626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.407719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.407778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.407929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.408045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.408244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.408334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.408386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.408580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.408651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.408734] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd is going to be updated. [ 852.433410] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.433599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.433877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.433943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.434141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.434323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.727528] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.733706] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.749410] env[69323]: INFO networking_nsxv3.common.synchronization [req-5a569d99-944a-46e8-bbd3-4ded45337564 req-dea872c3-ff96-4334-b3c6-c2cc3c0916bb tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_members [ 852.749467] env[69323]: INFO networking_nsxv3.common.synchronization [req-5a569d99-944a-46e8-bbd3-4ded45337564 req-dea872c3-ff96-4334-b3c6-c2cc3c0916bb tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 852.750639] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92d502bd-89d9-487a-afd9-4172d9eca173 with Priority: HIGHEST for action security_group_members [ 852.750639] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 852.754578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-92d502bd-89d9-487a-afd9-4172d9eca173 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.754578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.754578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.754578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.758049] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.762098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762098] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04535d85-1a28-4faf-bdd4-a7c175a846c0 with status ACTIVE [ 852.762098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.762098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.762941] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.762941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.762941] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04535d85-1a28-4faf-bdd4-a7c175a846c0 is going to be updated. [ 852.785446] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.785612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.785687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.785914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.786065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.786229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04535d85-1a28-4faf-bdd4-a7c175a846c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.816315] env[69323]: INFO networking_nsxv3.common.synchronization [req-5a569d99-944a-46e8-bbd3-4ded45337564 req-dea872c3-ff96-4334-b3c6-c2cc3c0916bb tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_rules [ 852.816525] env[69323]: INFO networking_nsxv3.common.synchronization [req-5a569d99-944a-46e8-bbd3-4ded45337564 req-dea872c3-ff96-4334-b3c6-c2cc3c0916bb tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 852.816703] env[69323]: INFO networking_nsxv3.common.synchronization [req-5a569d99-944a-46e8-bbd3-4ded45337564 req-dea872c3-ff96-4334-b3c6-c2cc3c0916bb tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with Priority: HIGHEST for action port [ 852.817254] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_rules [ 852.817387] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 852.817485] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with Priority: HIGHEST for action port [ 852.818308] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.818365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.818607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.818738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.819218] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.819360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.819411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.819597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.819703] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce4f329-fce4-4f98-bb80-b6813f1df4fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.939207] env[69323]: INFO networking_nsxv3.common.synchronization [req-15340b1b-b518-49a6-93d1-9a4eed2b6367 req-b4f776de-6256-47d0-b849-22ec46c77e44 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Enqueued Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_members [ 852.939207] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_members [ 852.939207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.939207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.939207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.939207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.939207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.939505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.939505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.939505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.939612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.939722] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.061597] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab in Status: SUCCESS [ 853.061597] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660a2ab3-073a-45a4-8420-aa7b83d2c4ab deletion is rescheduled due to dependency. [ 853.061597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660a2ab3-073a-45a4-8420-aa7b83d2c4ab" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.233373] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.233373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.233373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.233373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.233373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.233373] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 is going to be created. [ 853.237625] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.237625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.237625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.237625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.237625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.237625] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be updated. [ 853.260884] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.288634] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.288634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.288634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.288634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.288634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.294434] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.294434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.294434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.294434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.294434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.298410] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.298797] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.298935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.299288] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.299579] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.299743] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.300673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.300673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.300673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.300985] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.301194] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.301424] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.301688] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.301948] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 853.302199] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.302444] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.304464] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 853.316967] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d502bd-89d9-487a-afd9-4172d9eca173 in Status: UNINITIALIZED for 2s [ 853.322049] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce4f329-fce4-4f98-bb80-b6813f1df4fd with status ACTIVE [ 853.322346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.322505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.322597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.322805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.322895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.323249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.323249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.323406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.323490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.323572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.323798] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.323913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.323989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.324172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.324249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.325024] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce4f329-fce4-4f98-bb80-b6813f1df4fd is going to be updated. [ 853.331947] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.332718] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 853.332944] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.333194] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.333843] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-55ac46ea-e64a-49da-952e-4ef14ac5db17 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.334056] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.334256] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.334763] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.335372] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ac46ea-e64a-49da-952e-4ef14ac5db17',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.348415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.348944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.349243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.349549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.349783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.350072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce4f329-fce4-4f98-bb80-b6813f1df4fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.442068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.442068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.442300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.442390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.442534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.443258] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.443258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.443258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.443505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.443505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.443607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 already deleted. [ 853.443729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.763505] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.767350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.767350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.767350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.767350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.767350] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be created. [ 853.794192] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.794192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.794192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.794192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.794192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.804428] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: UNINITIALIZED for 2s [ 853.840022] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.840022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 55ac46ea-e64a-49da-952e-4ef14ac5db17 not found, creating... [ 853.840022] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.840022] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.840706] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.841030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.841265] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.841571] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.841812] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.842064] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 55ac46ea-e64a-49da-952e-4ef14ac5db17 is going to be created. [ 853.870585] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.870585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.870585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.870585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.870585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.870585] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.952879] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 853.953118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.953291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.953509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.953692] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.955159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.955159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.955159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.955159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.955159] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.457354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.457757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.457757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.457841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.457943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.458167] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.458287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.458351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.458580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.458690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.458799] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be updated. [ 854.504818] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.505106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.505227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.505551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.505734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.518427] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: IN_PROGRESS for 2s [ 854.597306] env[69323]: INFO networking_nsxv3.common.synchronization [req-15340b1b-b518-49a6-93d1-9a4eed2b6367 req-162178f2-7a6d-4471-90fd-b8747a01ab60 service nova] Enqueued Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_rules [ 854.597744] env[69323]: INFO networking_nsxv3.common.synchronization [req-15340b1b-b518-49a6-93d1-9a4eed2b6367 req-162178f2-7a6d-4471-90fd-b8747a01ab60 service nova] Enqueued Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_members [ 854.597744] env[69323]: INFO networking_nsxv3.common.synchronization [req-15340b1b-b518-49a6-93d1-9a4eed2b6367 req-162178f2-7a6d-4471-90fd-b8747a01ab60 service nova] Enqueued Resource ID: 55ac46ea-e64a-49da-952e-4ef14ac5db17 with Priority: HIGHEST for action port [ 854.598232] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_rules [ 854.599132] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_members [ 854.599132] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ac46ea-e64a-49da-952e-4ef14ac5db17 with Priority: HIGHEST for action port [ 854.599132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.599132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.599132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.601966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.602140] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.603615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.603745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.603832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.604057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.604211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.604321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.604380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.604526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.604607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.604704] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.606059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ac46ea-e64a-49da-952e-4ef14ac5db17 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.606059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.606059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.606216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.606275] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ac46ea-e64a-49da-952e-4ef14ac5db17',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.109570] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.111011] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.111418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.112797] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55ac46ea-e64a-49da-952e-4ef14ac5db17 with status ACTIVE [ 855.112797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.112797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.112946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.113087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.113464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.113464] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.113464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.113722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.113722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.113722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.113894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.113976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.114058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.114206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.114279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.114363] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55ac46ea-e64a-49da-952e-4ef14ac5db17 is going to be updated. [ 855.141664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.141836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.141884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.142131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.142282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.142454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ac46ea-e64a-49da-952e-4ef14ac5db17" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.315741] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 855.315998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.316335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.316630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.316890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.317065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.317158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.317376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.317494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.318045] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.331172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92d502bd-89d9-487a-afd9-4172d9eca173 in Status: SUCCESS [ 855.331668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.332233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.333505] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.333654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.333743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.333945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.334069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.334193] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.617448] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.818374] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 855.818596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.818767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.818981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.819177] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.819301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.819370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.819490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.819578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.819712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.819811] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.825211] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.836996] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.837289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.837504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.837776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.838027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.838281] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.838442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.838538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.838845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.838972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.839130] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 is going to be deleted. [ 855.870728] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.870935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.870971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.871187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.871322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.871520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.871601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.871762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.871915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.872019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.872085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.872206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.872276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.872364] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.121037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.121881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.121881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.121881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.121881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.121881] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 is going to be created. [ 856.147134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.147279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.147360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.147553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.147708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.163680] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 in Status: UNINITIALIZED for 2s [ 856.327281] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.327473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.327531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.327891] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.327995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.328072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.328225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.328311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.328397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.328547] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.328682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.328740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.328981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.329045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.329113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.329162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.329306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.329381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.329462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.329548] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.331071] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.376431] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.376714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.376714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.377028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.377126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.377339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.377440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.377502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.377656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.377733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.377814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 already deleted. [ 856.377890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.377988] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.383024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.383024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.383024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.383024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.383024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.383024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.383024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.383024] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.532119] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e733d281-6d00-4e73-b59c-333922b12238 in Status: SUCCESS [ 856.532372] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e733d281-6d00-4e73-b59c-333922b12238 deletion is rescheduled due to dependency. [ 856.532662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.832073] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f540c91-5cee-4a88-b32b-dc550193d20b: rpc.has_security_group_logging(os_id): False [ 856.836456] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.836618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.836716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.836892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.836978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.837088] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be updated. [ 856.852161] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.852503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.852503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.852720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.852720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.852879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.852979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.852979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.853167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.853280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.853495] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.853587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.853664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.853770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.853842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.854047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.854161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.854204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.854336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.854407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.854490] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be created. [ 856.869819] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.869998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.870051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.870250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.870392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.878979] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 856.880336] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92d502bd-89d9-487a-afd9-4172d9eca173',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.885435] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.885435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.885435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.885435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.885600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.885740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.885801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.885835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.885967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.886060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.886130] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 already deleted. [ 856.886204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.920904] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.921138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.921247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.921431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.921625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.933924] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 857.382694] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92d502bd-89d9-487a-afd9-4172d9eca173: rpc.has_security_group_logging(os_id): False [ 857.406402] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.406542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.406613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.406867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.406953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407192] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.407283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.407346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.407491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.407561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.407694] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 is going to be created. [ 857.433237] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/92d502bd-89d9-487a-afd9-4172d9eca173], does not exist path=[/infra/domains/default/groups/92d502bd-89d9-487a-afd9-4172d9eca173]."\n}' [ 857.433566] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92d502bd-89d9-487a-afd9-4172d9eca173 [ 857.433724] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 857.478371] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.478371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.478371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.478371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.478371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.478574] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.478743] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.478800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.479056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.479180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.479401] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.479518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.479593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.479777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.479871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.479973] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92d502bd-89d9-487a-afd9-4172d9eca173 is going to be created. [ 857.496872] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/92d502bd-89d9-487a-afd9-4172d9eca173], does not exist path=[/infra/domains/default/groups/92d502bd-89d9-487a-afd9-4172d9eca173]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92d502bd-89d9-487a-afd9-4172d9eca173 [ 857.497038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92d502bd-89d9-487a-afd9-4172d9eca173" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.499031] env[69323]: Traceback (most recent call last): [ 857.499031] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 857.499031] env[69323]: return func(*args, **kwargs) [ 857.499031] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 857.499031] env[69323]: res.raise_for_status() [ 857.499031] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 857.499031] env[69323]: raise HTTPError(http_error_msg, response=self) [ 857.499031] env[69323]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92d502bd-89d9-487a-afd9-4172d9eca173 [ 857.499031] env[69323]: During handling of the above exception, another exception occurred: [ 857.499031] env[69323]: Traceback (most recent call last): [ 857.499031] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 857.499031] env[69323]: listener.cb(fileno) [ 857.499031] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 857.499031] env[69323]: result = function(*args, **kwargs) [ 857.499031] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 857.499031] env[69323]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 857.499031] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 857.499031] env[69323]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 857.499031] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 857.499031] env[69323]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 857.499031] env[69323]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 857.499031] env[69323]: res.raise_for_status() [ 857.499031] env[69323]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 857.499031] env[69323]: raise HTTPError(http_error_msg, response=self) [ 857.499031] env[69323]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92d502bd-89d9-487a-afd9-4172d9eca173 [ 857.499031] env[69323]: Removing descriptor: 13 [ 858.174473] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 in Status: SUCCESS [ 858.174886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.174886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.175136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.175337] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.175456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.175517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.175683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.175765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.175853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.175943] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.677857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.678203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.678297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.678505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.678749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.678886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.678932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.679085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.679216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.679257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.679398] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.679480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.679530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.679693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.679992] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.680118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.680417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.680417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.680536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.680576] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.889157] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 858.889157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.889296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.889491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.889706] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.889830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.889889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.890219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.890219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.890219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.890349] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.895763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.895763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.895981] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.895981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.895981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.896305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.896305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.896305] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.946486] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 858.946679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.182952] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fc7faf4-4c16-4971-9ae2-21a688e479f3: rpc.has_security_group_logging(os_id): False [ 859.203580] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.203580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.203924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.203924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.203924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.204148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.204400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.204458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.204506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.204718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.204875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.205210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.205210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.205279] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.205362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.205449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.205585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.205672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.205760] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 is going to be created. [ 859.270964] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.271188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.271256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.271444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.271622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.283817] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 in Status: IN_PROGRESS for 2s [ 859.396133] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.396277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.398829] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.600176] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 859.600176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 859.901335] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.403504] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.403859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.403859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.403941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.403999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.404127] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be updated. [ 860.445107] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.445107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.445107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.445461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.445461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.455298] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 860.514325] env[69323]: INFO networking_nsxv3.common.synchronization [req-1c227431-78ee-426d-a7c2-c93e91fe9b53 req-afbd0be0-787d-4cb7-a520-452fa680f4b2 tempest-ServerRescueTestJSONUnderV235-627729160 tempest-ServerRescueTestJSONUnderV235-627729160-project-member] Enqueued Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 860.514951] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 with Priority: HIGHEST for action security_group_members [ 860.515564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.515564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.068826] env[69323]: INFO networking_nsxv3.common.synchronization [req-b10f45cd-3b87-4ee4-bdfd-7c5d46c63719 req-33fba503-4733-4869-8047-5041426cbaf0 tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 861.069094] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 861.069580] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.069753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.069914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.070188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.071206] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.071206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.071206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.071206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.072558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.072558] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.317675] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 in Status: SUCCESS [ 861.317675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.574528] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.574821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.574821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.575007] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.598532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.598814] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.598942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.599015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.599222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.599300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.599390] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 861.646031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.646184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658312] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 862.471196] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 862.471474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.471616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.471840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.472042] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.472161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.472225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.472381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.472453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.472545] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.974807] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.975143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.975143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.975442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.998475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.998644] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.998773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.998950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.999161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.999241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.999340] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be updated. [ 863.028504] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.028896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.029378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.039474] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 863.670047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 863.670233] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 deletion is rescheduled due to dependency. [ 863.670347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.973309] env[69323]: INFO networking_nsxv3.common.synchronization [req-9de24f23-d41c-4222-9eda-bc09e80ea829 req-0bbbf741-9e0a-426f-8a3d-dee231c61abc tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Enqueued Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_members [ 863.973894] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_members [ 863.974567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.974567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.978710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.979018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.979146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.979373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.979373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.979549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.979602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.979661] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.289890] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-745 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.290143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-745" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.290271] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-745" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.290580] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-745" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.290848] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.290999] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.293044] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.293044] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.293044] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.293044] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.293044] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.293233] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.293318] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.293467] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.293592] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.293818] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.314289] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.314456] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.314597] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.314770] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-745" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.315099] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-5799fce0-389a-4cc2-b885-20894cbf5e33 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.315296] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.315386] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.315711] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.315847] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5799fce0-389a-4cc2-b885-20894cbf5e33',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.484562] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.485049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.485258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.485556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.485765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.486793] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.486793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.486793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.486793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.486793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.486793] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c already deleted. [ 864.486793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.817990] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.818211] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.818328] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.818570] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.819266] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.819266] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 5799fce0-389a-4cc2-b885-20894cbf5e33 not found, creating... [ 864.819266] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.819449] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.819449] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.819630] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.819763] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.820158] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.820331] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.820533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.820707] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.820859] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.821017] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 5799fce0-389a-4cc2-b885-20894cbf5e33 is going to be created. [ 864.851095] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.851532] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.851668] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.851889] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.852140] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.852367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.055318] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 865.055590] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 deletion is rescheduled due to dependency. [ 865.055590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.055755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.055988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.056283] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.056360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.056399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.056540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.056622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.056707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.056956] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.057055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.057108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.057257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.057409] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.057512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.057574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.057715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.057789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.057868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.057956] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.058830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.059670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.059834] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.059960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.060050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.060202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.060280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.060367] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.528590] env[69323]: INFO networking_nsxv3.common.synchronization [req-9de24f23-d41c-4222-9eda-bc09e80ea829 req-a97bacf8-70a7-485a-8aeb-87cb7a49d8a6 service nova] Enqueued Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_rules [ 865.528590] env[69323]: INFO networking_nsxv3.common.synchronization [req-9de24f23-d41c-4222-9eda-bc09e80ea829 req-a97bacf8-70a7-485a-8aeb-87cb7a49d8a6 service nova] Enqueued Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_members [ 865.528590] env[69323]: INFO networking_nsxv3.common.synchronization [req-9de24f23-d41c-4222-9eda-bc09e80ea829 req-a97bacf8-70a7-485a-8aeb-87cb7a49d8a6 service nova] Enqueued Resource ID: 5799fce0-389a-4cc2-b885-20894cbf5e33 with Priority: HIGHEST for action port [ 865.528590] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_rules [ 865.528590] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_members [ 865.528590] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5799fce0-389a-4cc2-b885-20894cbf5e33 with Priority: HIGHEST for action port [ 865.528852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.528852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.528957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.529428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.529519] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.531726] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.532167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.532352] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.532475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.532559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.532735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.532841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.532967] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.533690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-5799fce0-389a-4cc2-b885-20894cbf5e33 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.533834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.533926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.534114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.534215] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5799fce0-389a-4cc2-b885-20894cbf5e33',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.562506] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e76cd23d-f12b-43ef-bf28-c77bf11b1e86: rpc.has_security_group_logging(os_id): False [ 865.566591] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.568026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.568026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.568026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be updated. [ 865.582654] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.582823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.582870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.583084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.583172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.583358] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.583451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.583510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.583655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.583725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.583906] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.583991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.584155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.584369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.584443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.584636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.584720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.584777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.584907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.584974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.585272] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be updated. [ 865.598037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.598217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.598261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.598444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.598606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.606650] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 865.693674] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.693878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.693934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.694178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.694330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.709297] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: IN_PROGRESS for 2s [ 866.037983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.037983] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5799fce0-389a-4cc2-b885-20894cbf5e33 with status ACTIVE [ 866.037983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.037983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.037983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.037983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.039027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.039027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.039027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.039027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.039027] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5799fce0-389a-4cc2-b885-20894cbf5e33 is going to be updated. [ 866.045661] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.073817] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.073817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.073817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.073817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.073817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.073817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5799fce0-389a-4cc2-b885-20894cbf5e33" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.547685] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.757655] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cad4bcf-d552-4d4b-8529-031ac871128d req-0b478923-f142-4533-bd87-2daa97c40925 tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Enqueued Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_members [ 866.757804] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_members [ 866.758088] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.758233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.758301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.758564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.758721] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.758823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.758879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.759789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.759789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.759789] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.049458] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.050074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.050168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.050267] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c is going to be created. [ 867.078319] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.078319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.078319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.078319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.078319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088273] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c in Status: UNINITIALIZED for 2s [ 867.128657] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.128900] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-967" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.129201] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-967" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.129749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-967" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.129749] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.129931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.129931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.130140] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.130280] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.130502] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.130598] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.130720] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.130800] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.130901] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.131054] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.131201] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.149981] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.150180] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.150317] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.150497] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-967" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.150811] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-514dc6a6-c6a3-4381-aba2-7e3d48121671 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.150979] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.151111] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.151454] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.151596] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514dc6a6-c6a3-4381-aba2-7e3d48121671',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.262102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.262271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.262337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.262564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.262654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.262849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.262952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.263032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.263163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.263241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.263324] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f already deleted. [ 867.263405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.619753] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 867.619753] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 deletion is rescheduled due to dependency. [ 867.619753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.655423] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.655538] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.655631] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.655969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.656692] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.656692] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 514dc6a6-c6a3-4381-aba2-7e3d48121671 not found, creating... [ 867.656692] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.656895] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657201] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.658533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.658533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.658533] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.658533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.658533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.658533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.658533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.658902] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 514dc6a6-c6a3-4381-aba2-7e3d48121671 is going to be created. [ 867.681832] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.682087] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.682333] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.685598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.685598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.685598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.725679] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 in Status: SUCCESS [ 867.726821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.726821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.726821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.726821] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e76cd23d-f12b-43ef-bf28-c77bf11b1e86',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.250921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.251282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.251282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.251361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.251526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.251652] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e76cd23d-f12b-43ef-bf28-c77bf11b1e86 is going to be deleted. [ 868.302196] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.302196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.302196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.302196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.302196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.302196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e76cd23d-f12b-43ef-bf28-c77bf11b1e86" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.368752] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cad4bcf-d552-4d4b-8529-031ac871128d req-a7d8df78-ba44-4bce-8884-0480e3a18ffb service nova] Enqueued Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_rules [ 868.369152] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cad4bcf-d552-4d4b-8529-031ac871128d req-a7d8df78-ba44-4bce-8884-0480e3a18ffb service nova] Enqueued Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_members [ 868.369391] env[69323]: INFO networking_nsxv3.common.synchronization [req-5cad4bcf-d552-4d4b-8529-031ac871128d req-a7d8df78-ba44-4bce-8884-0480e3a18ffb service nova] Enqueued Resource ID: 514dc6a6-c6a3-4381-aba2-7e3d48121671 with Priority: HIGHEST for action port [ 868.370988] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_rules [ 868.371202] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_members [ 868.371350] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514dc6a6-c6a3-4381-aba2-7e3d48121671 with Priority: HIGHEST for action port [ 868.371778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.371944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.372062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.372378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.372490] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.374486] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.374486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.374486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.374729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.374729] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.374860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.374860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.375017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.375108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.375205] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.375995] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-514dc6a6-c6a3-4381-aba2-7e3d48121671 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.376120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.376185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.376339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.376415] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514dc6a6-c6a3-4381-aba2-7e3d48121671',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.877837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.877970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.879177] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.879177] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 514dc6a6-c6a3-4381-aba2-7e3d48121671 with status ACTIVE [ 868.880188] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.880188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.880188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.880188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.880188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.880188] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.880188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.880188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.880680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.880680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.880680] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.880851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.880851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.880943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.880991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.882383] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 514dc6a6-c6a3-4381-aba2-7e3d48121671 is going to be updated. [ 868.904050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.904050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.904050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.904050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.904050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.904050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-514dc6a6-c6a3-4381-aba2-7e3d48121671" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.098662] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c in Status: SUCCESS [ 869.099090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.099158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.099853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.099853] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.099853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.099853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.100230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.100230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.100230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.100230] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.383949] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.605515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.605672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.605742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.605967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.606150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.606249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.606307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.606451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.606531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.606615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.606756] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.606841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.606903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.607084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.607217] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.607302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.607353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.607485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.607553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.607629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.607715] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.888169] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.888374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.888439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.889052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.889052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.889052] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f is going to be created. [ 869.918233] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.919592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.919592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.919592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.919592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.932165] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: UNINITIALIZED for 2s [ 870.113379] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cd90b2e-bf3b-47b3-b092-8a87598f579c: rpc.has_security_group_logging(os_id): False [ 870.134151] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.134311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.134382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.134599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.134690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.134911] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.135026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.135092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.135240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.135317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.135486] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.135579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.135640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.135835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.135952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.136473] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.136473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.136473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.136473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.136723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.136723] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c is going to be created. [ 870.219511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.219648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.222343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.222343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.222343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.231977] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c in Status: IN_PROGRESS for 2s [ 870.485552] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.485902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.485980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.486578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.486578] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.883916] env[69323]: INFO networking_nsxv3.common.synchronization [req-8563eb81-ddb4-44fa-8388-fffd0f64e1e1 req-2360237e-229b-4a19-9fd2-7db10d828645 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922 tempest-FloatingIPsAssociationNegativeTestJSON-1098800922-project-member] Enqueued Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_members [ 870.884141] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGHEST for action security_group_members [ 870.884450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.884574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.885252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.885252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.885252] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.885252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.885252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.885559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.885559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.885559] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.988859] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.391375] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.391502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.391550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.391849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.391991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.392339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.392512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.392830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.393205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.393342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.393467] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 is going to be updated. [ 871.421447] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.421623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.421687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.421869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.422016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.434527] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 in Status: IN_PROGRESS for 2s [ 871.491383] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.944259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: SUCCESS [ 871.944570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.944773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.945115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.945350] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.945491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.945564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.945755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.945838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.945956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.946081] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.993038] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 871.993158] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 872.245531] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c in Status: SUCCESS [ 872.245903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.451689] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.451825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.451902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.452119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.452282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.452374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.452436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.452577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.452694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.452794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.452939] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.453048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.453117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.453256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.453389] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.453513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.453546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.453657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.453730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.453807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.453892] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.851272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.851734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.851734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.851889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.866210] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 872.867076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.868072] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 872.898159] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.898401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.898510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.904591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.905184] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 872.905268] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 872.905355] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 872.944618] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.944994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.944994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.944994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.945964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.946161] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 872.955911] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa40f8b0-0215-45d6-8423-5872fb35030f: rpc.has_security_group_logging(os_id): False [ 872.973885] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.974138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.974138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.974319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.974406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.974615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.974712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.974772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.974922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.974997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.975226] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.975311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.975358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.975531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.975582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.975727] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.975816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.975874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.976018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.976091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.976172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f is going to be created. [ 873.017367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.017539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.017603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.017767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.018017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.018279] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 873.045063] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.045221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.045279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.045478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.045651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.056094] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: IN_PROGRESS for 2s [ 873.088224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.088415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.088457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.088668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.088898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.089200] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 873.089313] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956', '4a33a703-a9d7-47f7-be32-8361dcd9dbc9', 'a1dd6afa-ae2d-4688-942d-ae1b109211ae', 'aa40f8b0-0215-45d6-8423-5872fb35030f', '375c007d-d1bc-4290-8356-866ab3dba77d', '156116ef-0c9e-4c9c-a22a-22e332c432bc', 'bfce4262-9115-4b4d-947c-58565f5632c1', '72b19771-a1a6-4e34-a2b1-bab6920d14ff', 'cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf', 'ee86ad78-eb9f-466a-957f-97966cbac773', '037ff67e-fe5b-4b83-9bf7-75bea63f1a40', '1cd90b2e-bf3b-47b3-b092-8a87598f579c', 'e96f6aa9-88a8-41f9-b1a2-2d32769fc496', '528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9', 'e733d281-6d00-4e73-b59c-333922b12238', 'cdf9d501-a76a-4d1d-bbd1-79412aef2c22', '1f540c91-5cee-4a88-b32b-dc550193d20b', '28d73c0a-f59c-4891-8b01-0e3a9e5eb762', 'a3c76e12-2c9e-4266-9687-331ded03dd0b', '62527120-5f33-4b1a-8fe8-cb733a2a3ef0', 'e8c02837-4a38-4820-b5b5-e32c81dbf64d', '8af9bd9f-00d0-457b-820c-abf8cb036af9', 'a32ada97-a662-44f4-80bb-2c4f1da1262a', '530e9b77-c8bb-4b38-a7c2-1dea007c03a9', 'cfffd1b7-30f8-4f7d-847b-4bca05d78fd7', 'cb7dc348-24f3-452f-bdd6-b2e51f01d024', '46aba77e-b0c2-4a74-89fd-41c5c92b069e', '12fb5f3f-a970-49f7-8988-0257b6e2f2fd', '651b7301-1a67-4fa7-86e4-e5439e302b13', '3fc7faf4-4c16-4971-9ae2-21a688e479f3', '2a3eb907-943e-465e-9a4b-45be4c38dc82', '2f8aad65-019a-49f7-a044-9cd7005ace89', 'a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40', '3b983104-25d7-4ca6-9cda-e4678a8965b4', 'e5b47988-3f05-41f5-ad9f-272297e8db47', '1bdae977-001c-4051-bd06-41039dd11085', 'bddcbb4a-1022-461a-aee7-03cf30719eac', '49905111-f36d-4cf1-b97c-53b70c0fd098', '660a2ab3-073a-45a4-8420-aa7b83d2c4ab', 'c6962c49-30d5-4005-b03c-3ff0f86101c3', '87a91c94-9241-4c6a-abe2-461ef33a1182', 'e7b424eb-da95-4eac-a6f7-c8553f7f911d'} {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 873.089405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 873.107316] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.107532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.107576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.107809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.107898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.108066] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 873.108177] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 873.108304] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 873.204153] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.204310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.204387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.204584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.205519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.205761] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 873.205832] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 873.205951] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 873.205994] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 873.206056] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 873.206116] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGH for action security_group_rules [ 873.206194] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGH for action security_group_rules [ 873.206262] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGH for action security_group_rules [ 873.206316] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGH for action security_group_rules [ 873.206375] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGH for action security_group_rules [ 873.206434] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGH for action security_group_rules [ 873.206486] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGH for action security_group_rules [ 873.206543] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGH for action security_group_rules [ 873.206607] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGH for action security_group_rules [ 873.206664] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGH for action security_group_rules [ 873.206718] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGH for action security_group_rules [ 873.206772] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGH for action security_group_rules [ 873.206820] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGH for action security_group_rules [ 873.206881] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGH for action security_group_rules [ 873.206938] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGH for action security_group_rules [ 873.207007] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGH for action security_group_rules [ 873.207070] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGH for action security_group_rules [ 873.207265] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGH for action security_group_rules [ 873.207408] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGH for action security_group_rules [ 873.207489] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGH for action security_group_rules [ 873.207616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.444306] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 in Status: SUCCESS [ 873.444541] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 deletion is rescheduled due to dependency. [ 873.444617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.068560] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: SUCCESS [ 875.068812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.885406] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 875.885547] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 875.885771] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGH for action security_group_rules [ 875.885822] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae with Priority: HIGH for action security_group_rules [ 875.885918] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfce4262-9115-4b4d-947c-58565f5632c1 with Priority: HIGH for action security_group_rules [ 875.886033] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e733d281-6d00-4e73-b59c-333922b12238 with Priority: HIGH for action security_group_rules [ 875.886204] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 with Priority: HIGH for action security_group_rules [ 875.886249] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGH for action security_group_rules [ 875.886334] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 with Priority: HIGH for action security_group_rules [ 875.886470] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGH for action security_group_rules [ 875.886564] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 with Priority: HIGH for action security_group_rules [ 875.886653] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGH for action security_group_rules [ 875.886737] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 with Priority: HIGH for action security_group_rules [ 875.886821] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGH for action security_group_rules [ 875.886911] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGH for action security_group_rules [ 875.887080] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee86ad78-eb9f-466a-957f-97966cbac773 with Priority: HIGH for action security_group_rules [ 875.887080] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGH for action security_group_rules [ 875.887169] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc with Priority: HIGH for action security_group_rules [ 875.888111] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGH for action security_group_rules [ 875.888111] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375c007d-d1bc-4290-8356-866ab3dba77d with Priority: HIGH for action security_group_rules [ 875.888111] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 with Priority: HIGH for action security_group_rules [ 875.888111] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGH for action security_group_rules [ 875.888247] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.888375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.888535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.888804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.888895] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.890166] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.890166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.890354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.890998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.890998] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1dd6afa-ae2d-4688-942d-ae1b109211ae',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.893261] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfce4262-9115-4b4d-947c-58565f5632c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.893345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.893512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.893576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.893649] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfce4262-9115-4b4d-947c-58565f5632c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.894454] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e733d281-6d00-4e73-b59c-333922b12238 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.894556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.894641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.894807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.894880] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e733d281-6d00-4e73-b59c-333922b12238',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.898393] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.898509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.898572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.898738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.899450] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62527120-5f33-4b1a-8fe8-cb733a2a3ef0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.900202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.900311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.900370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.900564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.900642] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.903782] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.903782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.903782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.903782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.903782] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28d73c0a-f59c-4891-8b01-0e3a9e5eb762',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.903782] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.904039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.905306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.905306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.905306] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.905306] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.905581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.905581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.905644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.905707] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.907044] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.907044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.907044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.907326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.907326] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.907947] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.910036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.910036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.910036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.910036] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96f6aa9-88a8-41f9-b1a2-2d32769fc496',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.911239] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.911393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.911484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.911646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.911716] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.912668] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.912764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.912849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.913675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.913675] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.914531] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee86ad78-eb9f-466a-957f-97966cbac773 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.914640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.914707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.915045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.915045] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee86ad78-eb9f-466a-957f-97966cbac773',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.915950] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.915950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.915950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.916115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.916152] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.916909] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156116ef-0c9e-4c9c-a22a-22e332c432bc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.917692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.917816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.917976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.918067] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156116ef-0c9e-4c9c-a22a-22e332c432bc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.919401] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.919515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.919581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.919735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.919806] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.920909] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-375c007d-d1bc-4290-8356-866ab3dba77d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.921034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.921103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.921259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.921333] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('375c007d-d1bc-4290-8356-866ab3dba77d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.922453] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.922594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.922774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.922774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.922851] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a33a703-a9d7-47f7-be32-8361dcd9dbc9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.924068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.924179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.924241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.924394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.924513] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.933953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.934105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.934174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.934376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.934543] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.934644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.934702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.934846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.934927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.935036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.935133] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.963204] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.963369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.963419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.963600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.991865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.991865] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfce4262-9115-4b4d-947c-58565f5632c1 is going to be deleted. [ 876.017645] env[69323]: INFO networking_nsxv3.common.synchronization [req-24b84c77-f660-49be-987d-bfce2be84b40 req-f9ec9e7e-bfa9-4e21-92d9-1b9d7e077aab tempest-ServerAddressesNegativeTestJSON-1176502517 tempest-ServerAddressesNegativeTestJSON-1176502517-project-member] Enqueued Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_members [ 876.019888] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c with Priority: HIGHEST for action security_group_members [ 876.021036] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cd90b2e-bf3b-47b3-b092-8a87598f579c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.021036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.021036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.021036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.021036] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.021036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.021627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.021627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.021627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.021627] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cd90b2e-bf3b-47b3-b092-8a87598f579c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.060241] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.060452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.060496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.063109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.063109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.063109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfce4262-9115-4b4d-947c-58565f5632c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.441035] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.445711] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.445855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.445930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.446446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.467753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.467920] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1dd6afa-ae2d-4688-942d-ae1b109211ae is going to be deleted. [ 876.471875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.472058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.472152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.472406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.472609] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.472734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.472802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.472962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.473089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.473205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.473301] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.477534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.477654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.477736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.477929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.478109] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.478209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.478276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.478427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.478519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.478620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.478707] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.482835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.482953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.483014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.483202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.483365] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.483456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.483513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.483664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.483734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.483820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.483898] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.489617] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.489782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.489839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.490059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.490226] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.490360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.490418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.490539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.490625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.490944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.490944] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.490944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.491137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.491175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.491309] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.491397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.491457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.491630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.491711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.491792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.491887] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.498044] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.498206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.498270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.498665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.498665] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.498665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.498922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.498922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.498922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.499105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.499105] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.500045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.500162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.500242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.500835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.500958] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.501101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.501101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.501101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.501101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.501101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.501101] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.508798] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa40f8b0-0215-45d6-8423-5872fb35030f: rpc.has_security_group_logging(os_id): False [ 876.527818] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.528022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.528097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.528267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.537921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.538076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.546693] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.546823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.547922] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.548119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.548951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.549099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.551212] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.551311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.552090] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.552189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.553384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.553474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.554223] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.554323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.559079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.559079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.559079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.559079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.559079] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 876.559079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.559079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.561048] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 876.561882] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.561882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.563582] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 876.563582] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.563582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.570758] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 876.571343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.571617] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.571751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.571830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.572047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.572130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.572222] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c is going to be updated. [ 876.573197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.573369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.597518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.597743] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156116ef-0c9e-4c9c-a22a-22e332c432bc is going to be deleted. [ 876.598797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.599039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.600595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.600710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.620012] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.620183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.620336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.620508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.620758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.623789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.623947] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 375c007d-d1bc-4290-8356-866ab3dba77d is going to be deleted. [ 876.624922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.625172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.634458] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c in Status: IN_PROGRESS for 2s [ 876.650046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.650046] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62527120-5f33-4b1a-8fe8-cb733a2a3ef0 is going to be deleted. [ 876.650905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.651161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.673751] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.673751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.685470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.685648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee86ad78-eb9f-466a-957f-97966cbac773 is going to be deleted. [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.689024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.689024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.689024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.689024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.689868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.689868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.689868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.689868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.689868] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f is going to be updated. [ 876.690296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.690623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.690708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.690846] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c is going to be deleted. [ 876.691715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.691940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.754518] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.754649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.769402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.769550] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28d73c0a-f59c-4891-8b01-0e3a9e5eb762 is going to be deleted. [ 876.770963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.771226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.773012] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.773119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.821732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.821864] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96f6aa9-88a8-41f9-b1a2-2d32769fc496 is going to be deleted. [ 876.822797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.823025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.920708] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.920927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.925590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.925709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.931555] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.931728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.942328] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.942477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.942800] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956: rpc.has_security_group_logging(os_id): False [ 876.967939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.967939] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be deleted. [ 876.968781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.969030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.987882] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.988061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.988314] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.988425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.988490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.988697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.988846] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.988990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.988990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.989166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.989319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.989420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.989569] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.989670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.989723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.990268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.990268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.990268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.990268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.990685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.990685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.990685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.990685] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.991551] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.002325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.002496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.009441] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.009606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.009670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.009879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.010061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.010161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.010212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.010379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.010509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.010619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.010772] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.010861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.010919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.011073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.011210] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.011299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.011357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.011487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.011567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.011646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.011736] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.012897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.013013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.013100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.013223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.013364] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.013456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.013511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.013648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.013726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.013798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014016] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014345] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014848] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.044802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.044919] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be deleted. [ 877.045965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.046210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.103719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.103719] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a33a703-a9d7-47f7-be32-8361dcd9dbc9 is going to be deleted. [ 877.104452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.104681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.235468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.235615] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9 is going to be deleted. [ 877.236635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.236863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.236973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.237130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1dd6afa-ae2d-4688-942d-ae1b109211ae" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.237315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.237483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.237564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.237678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156116ef-0c9e-4c9c-a22a-22e332c432bc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.238327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.238529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.276958] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.277222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.278053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.278179] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e733d281-6d00-4e73-b59c-333922b12238 is going to be deleted. [ 877.279053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.279294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.279376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.279502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-375c007d-d1bc-4290-8356-866ab3dba77d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.279668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.279829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.279908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.280033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62527120-5f33-4b1a-8fe8-cb733a2a3ef0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.280721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.280832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.280894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.281020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee86ad78-eb9f-466a-957f-97966cbac773" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.281152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.281302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.281380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.281498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.281638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.281768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.281910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.283042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.283209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.283293] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.283413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28d73c0a-f59c-4891-8b01-0e3a9e5eb762" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.283558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.283705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.308433] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.308606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.314290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: SUCCESS [ 877.314549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.326342] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.326551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.331728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.331953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.332042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.332082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.332291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.332378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.332478] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be updated. [ 877.333547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.333798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.333911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.334053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96f6aa9-88a8-41f9-b1a2-2d32769fc496" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.334194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.334535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.334683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.335016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a33a703-a9d7-47f7-be32-8361dcd9dbc9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.335141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.335277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.335351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.335457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.385128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.385391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.385534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.385795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.385943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.386157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e733d281-6d00-4e73-b59c-333922b12238" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.399517] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.399693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.399771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.399936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.400035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.400161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-528661bf-5a0e-4b2f-a5de-c1a2b03eb7d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.467575] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 877.468598] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.468808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.468908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.469208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.469478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.492961] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f540c91-5cee-4a88-b32b-dc550193d20b: rpc.has_security_group_logging(os_id): False [ 877.494294] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf: rpc.has_security_group_logging(os_id): False [ 877.507636] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 877.516192] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b19771-a1a6-4e34-a2b1-bab6920d14ff: rpc.has_security_group_logging(os_id): False [ 877.517560] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 037ff67e-fe5b-4b83-9bf7-75bea63f1a40: rpc.has_security_group_logging(os_id): False [ 877.583721] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.583924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.584050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.584402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.610154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.610353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.619521] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.619710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.620590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.620691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.632024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.632024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.632024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.632024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.632697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.632697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.632697] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be updated. [ 877.633954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.634177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.696380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.696814] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.697086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.697219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.697545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698053] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.698053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.698222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.698555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.699106] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.699214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.699254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.699513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.700048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.700048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be updated. [ 877.701092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.701308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.729326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.729789] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.729971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.730052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.730245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.730344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.730455] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 877.731565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.731739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.757346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.758340] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.758340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.758340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.758340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.758340] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.758340] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.758832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.758832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.758832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.758832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.758832] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.759067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.759067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.759128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.759299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.759299] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 877.761616] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.761764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.761835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.761951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.762100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.779820] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.780083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.780083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.780290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.780429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.787715] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 877.790229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 877.876893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.877113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.877113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.877454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.878546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.880894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.881057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.881057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.881239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.881382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.899328] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 877.900078] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 878.647349] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c in Status: SUCCESS [ 878.648494] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cd90b2e-bf3b-47b3-b092-8a87598f579c deletion is rescheduled due to dependency. [ 878.648494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cd90b2e-bf3b-47b3-b092-8a87598f579c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.860947] env[69323]: INFO networking_nsxv3.common.synchronization [req-a0e70d53-3712-4231-bc1d-8d19bd5efdd3 req-b3d43679-ddac-4371-9b7d-945af7944328 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 878.861648] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 878.862020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.862841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.862918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.864404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.864623] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.865174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.865257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.865560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.865894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.866028] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.369416] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.521577] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 879.521684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.805724] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 879.805724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.805724] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 879.805724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.872202] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.918561] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 879.919017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.920894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 879.925175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.374745] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.374931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.375038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.375268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.375391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.375521] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 880.403278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.403486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.403562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.403766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.403912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.413871] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 882.043748] env[69323]: INFO networking_nsxv3.common.synchronization [req-66b6769f-7f3d-48ff-b87f-68582c8dcf32 req-aa83e26f-bb48-4680-af65-01fa96c5e5df tempest-ServerMetadataTestJSON-1973103100 tempest-ServerMetadataTestJSON-1973103100-project-member] Enqueued Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_members [ 882.044143] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGHEST for action security_group_members [ 882.044672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.044830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.044918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.045183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.045318] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.045413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.045472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.045620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.045908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.045908] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.427552] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 882.427826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.552108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.552108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.552108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.552108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.552108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.552108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.552528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.552528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.552528] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f is going to be updated. [ 882.581901] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.582102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.582146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.582326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.582471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.592229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: IN_PROGRESS for 2s [ 884.305224] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f6abd722-28f8-4bcb-951d-50c5d56224dd None None] Enqueued Resource ID: c3c190b0-53c4-4b9f-b359-6a0f665ea072 with Priority: HIGHEST for action port [ 884.308949] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c190b0-53c4-4b9f-b359-6a0f665ea072 with Priority: HIGHEST for action port [ 884.308949] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c190b0-53c4-4b9f-b359-6a0f665ea072 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.308949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c190b0-53c4-4b9f-b359-6a0f665ea072" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.308949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c190b0-53c4-4b9f-b359-6a0f665ea072" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.308949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c190b0-53c4-4b9f-b359-6a0f665ea072" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.308949] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c190b0-53c4-4b9f-b359-6a0f665ea072',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.606196] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa40f8b0-0215-45d6-8423-5872fb35030f in Status: SUCCESS [ 884.606196] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f deletion is rescheduled due to dependency. [ 884.606196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.809909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3c190b0-53c4-4b9f-b359-6a0f665ea072 [ 884.809909] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.809909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.809909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.809909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.809909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.809909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3c190b0-53c4-4b9f-b359-6a0f665ea072 already deleted. [ 884.809909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c190b0-53c4-4b9f-b359-6a0f665ea072" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.571268] env[69323]: INFO networking_nsxv3.common.synchronization [None req-94f20996-2935-444b-84e1-3dd13e6d9e7b None None] Enqueued Resource ID: de262672-939d-4eda-a3eb-0de47a282a8a with Priority: HIGHEST for action port [ 886.571841] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de262672-939d-4eda-a3eb-0de47a282a8a with Priority: HIGHEST for action port [ 886.572195] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-de262672-939d-4eda-a3eb-0de47a282a8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.572337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de262672-939d-4eda-a3eb-0de47a282a8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.572404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de262672-939d-4eda-a3eb-0de47a282a8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.572687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de262672-939d-4eda-a3eb-0de47a282a8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.572776] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de262672-939d-4eda-a3eb-0de47a282a8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.587818] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-5c14f176-2a6a-4f9c-bdf5-8f3a258935e9 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 886.588650] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 886.588971] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.589168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.589262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.589533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.589793] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.589929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.590034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.590417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.590552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.590733] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.921211] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.921525] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.922125] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.922581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.922994] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.923282] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.923482] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.923822] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.924073] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.924398] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.924574] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.924750] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.924919] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.925111] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.925293] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.925493] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.951340] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.951459] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.951563] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.951737] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.953062] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.953062] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.953062] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.953062] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.953062] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28d8c45-dddb-4d6a-8037-a4a9f7b185db',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.074657] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de262672-939d-4eda-a3eb-0de47a282a8a [ 887.075510] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.075510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.075510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.075668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.075804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.075963] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de262672-939d-4eda-a3eb-0de47a282a8a already deleted. [ 887.076093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de262672-939d-4eda-a3eb-0de47a282a8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.093382] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.093540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.093613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.093922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.093922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.094193] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.094281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.094324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.094448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.095036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.095036] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb already deleted. [ 887.095036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.456032] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.456032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.456032] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.456331] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.456400] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.456561] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port c28d8c45-dddb-4d6a-8037-a4a9f7b185db not found, creating... [ 887.456821] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.456985] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.457122] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.457399] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.457565] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.457892] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.458362] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.458362] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.458596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.458671] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.458946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: c28d8c45-dddb-4d6a-8037-a4a9f7b185db is going to be created. [ 887.481303] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.481941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.482077] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.482272] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.482548] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.183067] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-3be728dc-69f2-4228-828b-31dd7e3786a9 service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 888.183301] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-3be728dc-69f2-4228-828b-31dd7e3786a9 service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 888.183471] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-3be728dc-69f2-4228-828b-31dd7e3786a9 service nova] Enqueued Resource ID: c28d8c45-dddb-4d6a-8037-a4a9f7b185db with Priority: HIGHEST for action port [ 888.183705] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 888.183838] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 888.183933] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28d8c45-dddb-4d6a-8037-a4a9f7b185db with Priority: HIGHEST for action port [ 888.184499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.184632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.184842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.184963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.188089] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.188089] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.188089] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.188089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.188089] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.188567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.188852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.188883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.188950] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28d8c45-dddb-4d6a-8037-a4a9f7b185db',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.642274] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 req-f0d2e87f-b828-45f3-ab45-efeba148c157 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 888.642493] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 req-f0d2e87f-b828-45f3-ab45-efeba148c157 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_members [ 888.643279] env[69323]: INFO networking_nsxv3.common.synchronization [req-e8ba8f3d-def7-4087-bb0c-e79d5ccd98d3 req-f0d2e87f-b828-45f3-ab45-efeba148c157 tempest-SecurityGroupsTestJSON-2040529720 tempest-SecurityGroupsTestJSON-2040529720-project-member] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 888.643642] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGHEST for action security_group_members [ 888.643778] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGHEST for action security_group_members [ 888.643877] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGHEST for action security_group_members [ 888.644396] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.644396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.644396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.644546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.644700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.645059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.645059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.645059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.645176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.645176] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.645989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-651b7301-1a67-4fa7-86e4-e5439e302b13 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.646574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.646574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.646574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.646574] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.646574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.646765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.646765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.646815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.646884] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.647797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.647797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.647928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.647988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.648140] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.648232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.648294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.648431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.648505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.648680] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.691154] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.692333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.692510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.692684] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c28d8c45-dddb-4d6a-8037-a4a9f7b185db with status ACTIVE [ 888.692853] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.693010] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.693055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.693242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.693333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.693497] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.693650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.693650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.693795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.693871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.694187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.694639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.694882] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c28d8c45-dddb-4d6a-8037-a4a9f7b185db is going to be updated. [ 888.717990] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.718185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.718220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.718544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.718711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.718902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28d8c45-dddb-4d6a-8037-a4a9f7b185db" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.150334] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.150483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.150555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.150804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.151965] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.152082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.152308] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.152391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.171790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.172202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.172464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.172464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.172624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.172727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.172840] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 is going to be updated. [ 889.174211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.174421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.174529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.174782] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.174859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.174958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.175215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.175304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.175395] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be updated. [ 889.176680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.197436] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.200835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.201110] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.201232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.201301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.201500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.201586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.201678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be updated. [ 889.221303] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.221516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.221516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.221719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.221865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.223817] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.224083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.224083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.224247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.224357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.235419] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: IN_PROGRESS for 2s [ 889.236154] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: IN_PROGRESS for 2s [ 889.236903] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.237039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.237108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.237305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.237441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.245236] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: IN_PROGRESS for 2s [ 889.314746] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-4add3ce7-b8c9-4427-afc9-689af5f0199e tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 889.315322] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 889.315635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.657416] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.657678] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.657809] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.658092] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.658360] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.658519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.658638] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.658867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.659034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.659249] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.659363] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.659474] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.659584] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.659726] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.659844] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.659978] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.680232] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.680459] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.680624] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.680815] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.681155] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681332] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.681491] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.681833] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.682013] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.700825] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.700967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.701050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.701281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.701373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.701482] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be created. [ 889.732636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.732803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.732926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.733095] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.733274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.743668] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: UNINITIALIZED for 2s [ 890.184330] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.184608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.184777] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.185227] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.185495] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.185758] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a not found, creating... [ 890.186195] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.186390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.186527] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.186869] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.187124] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.187523] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.187767] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.187958] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.188232] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.188429] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.188602] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a is going to be created. [ 890.228499] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.228499] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.228499] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.228499] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.228900] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.229131] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.049513] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-dfe01f7a-10a7-4355-981e-f20fb25655d4 service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 891.049756] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-dfe01f7a-10a7-4355-981e-f20fb25655d4 service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 891.049927] env[69323]: INFO networking_nsxv3.common.synchronization [req-4ca03e07-05aa-46d4-82e8-c28e9062a803 req-dfe01f7a-10a7-4355-981e-f20fb25655d4 service nova] Enqueued Resource ID: 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a with Priority: HIGHEST for action port [ 891.050269] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 891.050463] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 891.050611] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a with Priority: HIGHEST for action port [ 891.052105] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.052379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.052658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.052807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.053045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.053208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.053300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.053531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.053646] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.247278] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 in Status: SUCCESS [ 891.247590] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 deletion is rescheduled due to dependency. [ 891.247590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.248346] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 in Status: SUCCESS [ 891.248489] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 deletion is rescheduled due to dependency. [ 891.248586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.255880] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 in Status: SUCCESS [ 891.256073] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 deletion is rescheduled due to dependency. [ 891.256184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.556167] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a with status ACTIVE [ 891.556273] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.556473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.556473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.556708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.556800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.556988] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.557121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.557152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.557312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.557385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.557567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.557683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.557765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.557915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.557991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.558121] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a is going to be updated. [ 891.578878] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.579044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.579117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.579325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.579476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.579641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d5c9d5-1a9e-4e32-930d-c42ac5e4cb6a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.756655] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 891.756848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.757019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.757255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.757454] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.757574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.757650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.757797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.757878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.757965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.758078] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.759047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.759247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.759429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.759542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.759606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.759797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.759902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.759996] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.262450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.262450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.262450] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.768378] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.270584] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.271039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.271039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.271878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.271878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.271878] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 893.305027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.305027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.305027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.305027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.305027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.313455] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 895.116837] env[69323]: INFO networking_nsxv3.common.synchronization [req-810728d7-7ca3-4c19-898f-01a7f2f6f790 req-36d4fd2b-ed29-468a-85f6-5f7b65bcaf01 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 895.117405] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 895.117729] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.118213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.118213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.118213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.118374] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.118430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.118463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.118599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.118682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.118777] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.325917] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 895.326354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.326354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.326625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.326829] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.326954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.327052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.327670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.327791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.327900] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.438778] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.438968] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.439113] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.439376] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.439626] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.439827] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.440146] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.440413] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.440593] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.440843] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.440991] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.441130] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.441251] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.441367] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.441524] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.441677] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.462714] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.462714] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.462714] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.462916] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.463086] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.463267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.463389] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.463719] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.464581] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.621095] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.832023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.967534] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.967771] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.967920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.968237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.968399] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.968557] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef not found, creating... [ 895.968845] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.969015] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.969168] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.969391] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.969534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.969818] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.971125] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.971323] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.971560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.971701] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.971849] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef is going to be created. [ 895.993641] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.993930] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.994057] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.994362] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.994621] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.994867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.124551] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.335559] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.627450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.627576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.627653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.627912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.628012] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.628118] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 896.669493] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.669638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.669709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.669940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.670100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.680138] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 896.745285] env[69323]: INFO networking_nsxv3.common.synchronization [req-810728d7-7ca3-4c19-898f-01a7f2f6f790 req-2c757589-11e1-443f-bc8b-2eec2259a403 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 896.745285] env[69323]: INFO networking_nsxv3.common.synchronization [req-810728d7-7ca3-4c19-898f-01a7f2f6f790 req-2c757589-11e1-443f-bc8b-2eec2259a403 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 896.745285] env[69323]: INFO networking_nsxv3.common.synchronization [req-810728d7-7ca3-4c19-898f-01a7f2f6f790 req-2c757589-11e1-443f-bc8b-2eec2259a403 service nova] Enqueued Resource ID: 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef with Priority: HIGHEST for action port [ 896.745285] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 896.745285] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 896.745285] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef with Priority: HIGHEST for action port [ 896.745630] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.745774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.745845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.746105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.746198] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.750211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.750211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.750211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.750211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.750211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.750211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.750211] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.840914] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.841109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.841174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.842048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.842048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.842048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 896.875341] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.875521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.875621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.875883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.876616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.885975] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 897.250265] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef with status ACTIVE [ 897.251270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.252383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.252495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.254038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.254038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.254038] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.254038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.254038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.254476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.254476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.254639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.254770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.258136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.258444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.258513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.258585] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef is going to be updated. [ 897.260090] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.260192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.283564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.283564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.283564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.283751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.283830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.283984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cdf1b1b-dacc-45bc-bbd5-d9666b7cccef" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.695424] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 898.695424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.695424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.696161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.696161] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.696161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.696161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.696161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.696161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.696510] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.899083] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 898.899208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.899794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.900210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.900479] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.900618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.900691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.900983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.901261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.901504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.901632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.901772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.901859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.902065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.902401] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.902401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.902401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.902622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.902770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.902817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.902971] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.205062] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.408171] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89c8898-0d00-4a87-a5be-dfff7d1922fb: rpc.has_security_group_logging(os_id): False [ 899.435495] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.435715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.435715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.437047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.437847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437847] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.437847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.437847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.437847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.437847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.437847] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be created. [ 899.555028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.555028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.555028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.555028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.555028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.571430] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 899.707585] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.212211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.212405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.212479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.212690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.212787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.212886] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 900.250893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.250893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.251071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.251218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.251366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.261343] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 901.590395] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 901.590767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.590861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.591191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.591388] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.745937] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 901.746082] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 902.095085] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.095559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.095758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.097178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.097178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.097178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.097178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.097178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.097178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.097178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.097178] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.274346] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 902.274346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.274346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.274346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.274346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.274346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.274346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.274635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.274635] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.599772] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.600179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.600179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.600336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.600515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.600619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.600679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.600847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.600956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.601067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.601269] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.601584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.601736] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.602036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.602119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.603043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.603043] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.776792] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.776994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.777792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.778128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.778352] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.778487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.778568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.778763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.778883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.778999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.779577] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.779851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.779886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.780069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.780275] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.780408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.780485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.780649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.780725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.780934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.781191] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.062353] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b829ff1b-44e4-49f2-950c-43aa5831f4bc None None] Enqueued Resource ID: a56997c2-a3ea-4f62-b2d1-bac70fa62d4c with Priority: HIGHEST for action port [ 903.063502] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56997c2-a3ea-4f62-b2d1-bac70fa62d4c with Priority: HIGHEST for action port [ 903.063502] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56997c2-a3ea-4f62-b2d1-bac70fa62d4c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.063502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56997c2-a3ea-4f62-b2d1-bac70fa62d4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.063502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56997c2-a3ea-4f62-b2d1-bac70fa62d4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.063768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56997c2-a3ea-4f62-b2d1-bac70fa62d4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.063851] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56997c2-a3ea-4f62-b2d1-bac70fa62d4c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.104387] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89c8898-0d00-4a87-a5be-dfff7d1922fb: rpc.has_security_group_logging(os_id): False [ 903.123640] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.125266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.125266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.125517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.125594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.125844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.125963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.126041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.126176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.126276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.126445] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.126535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.126600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.126745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.126823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.127174] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.128014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.128081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.128277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.128363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.128451] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 903.197952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.202115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.202115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.202115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.202115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.214809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 903.283366] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 903.308716] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.309053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.309053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.309157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.350027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.350027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.350027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.350885] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.351278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.351471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.351766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.351953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.352141] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 903.433065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.433959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.434159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.434546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.434909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.449731] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 903.485125] env[69323]: INFO networking_nsxv3.common.synchronization [req-4c596ca1-0e41-49f7-b84e-631699f324c4 req-127357f3-e1b0-47fa-9409-484f47ec8ffa tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 903.485125] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 903.485125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.485125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.485125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.485125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.487174] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.487174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.487174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.487174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.487174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.487174] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.560694] env[69323]: INFO networking_nsxv3.common.synchronization [req-905a314f-620b-44f5-afe1-08f188cddd75 req-50d76848-36f4-45eb-8917-09b6809503c4 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 903.564140] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 903.564140] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.564140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.569635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56997c2-a3ea-4f62-b2d1-bac70fa62d4c [ 903.569823] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.569975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.570077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.570377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.570466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.570583] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56997c2-a3ea-4f62-b2d1-bac70fa62d4c already deleted. [ 903.570640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56997c2-a3ea-4f62-b2d1-bac70fa62d4c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.990718] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.494231] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.997754] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.997754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.997754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.997754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.997754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.997754] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 905.033516] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.033731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.033771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.033991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.034157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.048492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 905.230979] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 905.231408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.466768] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 905.467556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.641550] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8fc0f98d-6920-464f-8769-6c3b2afdcbf2 None None] Enqueued Resource ID: 2f7e6040-e359-4504-98b8-38e2864de85b with Priority: HIGHEST for action port [ 905.644872] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7e6040-e359-4504-98b8-38e2864de85b with Priority: HIGHEST for action port [ 905.645690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f7e6040-e359-4504-98b8-38e2864de85b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.645996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f7e6040-e359-4504-98b8-38e2864de85b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.646130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f7e6040-e359-4504-98b8-38e2864de85b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.646453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f7e6040-e359-4504-98b8-38e2864de85b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.646941] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f7e6040-e359-4504-98b8-38e2864de85b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.150667] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f7e6040-e359-4504-98b8-38e2864de85b [ 906.151588] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.151901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.152096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.152389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.152864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.152864] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f7e6040-e359-4504-98b8-38e2864de85b already deleted. [ 906.152864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f7e6040-e359-4504-98b8-38e2864de85b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.228043] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b5193377-c006-407d-9590-f5dfe901e7dd None None] Enqueued Resource ID: b1bdf6bf-ba22-469a-b3ea-39111e43ac2f with Priority: HIGHEST for action port [ 906.228876] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1bdf6bf-ba22-469a-b3ea-39111e43ac2f with Priority: HIGHEST for action port [ 906.230353] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1bdf6bf-ba22-469a-b3ea-39111e43ac2f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.234358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1bdf6bf-ba22-469a-b3ea-39111e43ac2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.234358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1bdf6bf-ba22-469a-b3ea-39111e43ac2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.234358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1bdf6bf-ba22-469a-b3ea-39111e43ac2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.234358] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1bdf6bf-ba22-469a-b3ea-39111e43ac2f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.737100] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1bdf6bf-ba22-469a-b3ea-39111e43ac2f [ 906.737376] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.737507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.737573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.737791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.737880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.737974] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1bdf6bf-ba22-469a-b3ea-39111e43ac2f already deleted. [ 906.738068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1bdf6bf-ba22-469a-b3ea-39111e43ac2f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.821206] env[69323]: INFO networking_nsxv3.common.synchronization [req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d req-8f2610ea-a879-4571-ac36-548440104251 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 906.822668] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 906.822668] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.822668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.822668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.822862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.822940] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.824250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.824353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.824534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.827508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.827676] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.059526] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.059526] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.059526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.059526] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.192742] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.193058] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.194045] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.194445] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.194843] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.195063] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.195193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.195420] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.195569] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.195779] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.196320] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.196464] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.196584] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.196703] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.196814] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.196951] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.216736] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.216736] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.219062] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.219401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.219752] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.219935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.220078] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.220460] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.220616] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41d1ac2-e03b-4a66-8d6d-354fa8d8d863',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.333022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.333022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.333022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.333022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.351287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.351596] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.351724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.351792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.351997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.352105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.352198] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 907.380915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.381323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.381511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.381844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.382092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.404445] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 907.564725] env[69323]: INFO networking_nsxv3.common.synchronization [None req-39d3e660-9111-4235-9fa5-ae20e092052d tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 907.565326] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 907.565664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.565807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.565878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.566170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.566275] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.568697] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.568872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.568947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.569184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.569283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.569520] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.569635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.569713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.569950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.569950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.570056] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 907.602904] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.603063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.603136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.604665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.604665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.615172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 907.657719] env[69323]: INFO networking_nsxv3.common.synchronization [None req-0362d5cf-5221-4b0e-a348-f181c04b0049 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 907.658320] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 907.658707] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.658854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.724142] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.724522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.725576] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.725576] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.725576] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.725576] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 not found, creating... [ 907.725754] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.725888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.726051] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.726348] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.730052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730052] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.730052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.730052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.730052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.730052] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.730052] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 is going to be created. [ 907.759948] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.761969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.761969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.761969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.761969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.762316] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.092512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.092776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.092852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.093085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.093175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.093280] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 already deleted. [ 908.093369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.093523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.093675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.093758] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.438548] env[69323]: INFO networking_nsxv3.common.synchronization [req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d req-2a41758c-d275-493b-9dc3-30da60d1ab9f service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 908.438796] env[69323]: INFO networking_nsxv3.common.synchronization [req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d req-2a41758c-d275-493b-9dc3-30da60d1ab9f service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 908.439266] env[69323]: INFO networking_nsxv3.common.synchronization [req-77b3d475-f2fb-40e0-9cd3-7dcd3840bc8d req-2a41758c-d275-493b-9dc3-30da60d1ab9f service nova] Enqueued Resource ID: f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 with Priority: HIGHEST for action port [ 908.439266] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 908.439266] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 908.439424] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 with Priority: HIGHEST for action port [ 908.439921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.440596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.440700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.440895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.440981] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.442015] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.442015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.442198] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.442275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.442307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.442456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.442534] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f41d1ac2-e03b-4a66-8d6d-354fa8d8d863',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.615890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.615890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.615890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.616851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.616928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.619845] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 already deleted. [ 908.619845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.664856] env[69323]: INFO networking_nsxv3.common.synchronization [None req-45fc142b-e17b-4f00-9ee4-24194e14f207 None None] Enqueued Resource ID: c96d79a6-abb3-4511-9c70-6c7da35cda1b with Priority: HIGHEST for action port [ 908.665118] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96d79a6-abb3-4511-9c70-6c7da35cda1b with Priority: HIGHEST for action port [ 908.665447] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c96d79a6-abb3-4511-9c70-6c7da35cda1b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.665561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c96d79a6-abb3-4511-9c70-6c7da35cda1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.665626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c96d79a6-abb3-4511-9c70-6c7da35cda1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.665867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c96d79a6-abb3-4511-9c70-6c7da35cda1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.666014] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c96d79a6-abb3-4511-9c70-6c7da35cda1b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.764020] env[69323]: INFO networking_nsxv3.common.synchronization [req-52745214-f5e4-4a06-993b-8da50f01a2eb req-15dce1f8-1485-4b9f-9f32-37aa00fc4f0b tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 908.764020] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 908.764020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.764770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.764950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.765333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.765683] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.765888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.766039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.766297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.766705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.766705] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.948662] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 with status ACTIVE [ 908.948900] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.949061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.949134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.949349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.949759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.949996] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.950117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.950187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.950968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.950968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.950968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.950968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.950968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.950968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.950968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.951569] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f41d1ac2-e03b-4a66-8d6d-354fa8d8d863 is going to be updated. [ 908.952647] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.952647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.974390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.974526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.974594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.974800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.974932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.975107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f41d1ac2-e03b-4a66-8d6d-354fa8d8d863" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169996] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c96d79a6-abb3-4511-9c70-6c7da35cda1b [ 909.169996] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.169996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.169996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.169996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.169996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.169996] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c96d79a6-abb3-4511-9c70-6c7da35cda1b already deleted. [ 909.169996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c96d79a6-abb3-4511-9c70-6c7da35cda1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.268993] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.414396] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 909.414614] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 909.414673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.414829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.415055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.415231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.415342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.415401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.415558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.415636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.415730] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.626094] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 909.626344] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb deletion is rescheduled due to dependency. [ 909.626411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.772541] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.920394] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.277148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.277148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.277148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.277148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.277148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.277148] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 910.305673] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.306119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.306262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.315592] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 910.423187] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.926742] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.927057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.927057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.927220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.927307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 910.955049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.955049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.955049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.955049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.955049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.963669] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 912.326523] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 912.326795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.973803] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 912.974052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.974213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.974439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.974630] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.974762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.974829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.974969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.975056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.975135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.975231] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.438861] env[69323]: INFO networking_nsxv3.common.synchronization [req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 req-042e321a-4197-4987-ac51-efb554596ba2 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 913.439578] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 913.439578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.439578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.439578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.439880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.439880] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.439880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.440127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.440423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.440423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.440494] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.478528] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.479286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.479286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.479286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.479534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.479849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.479849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.479849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.479957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.480047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.480402] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.480402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.480402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.480551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.480687] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.480782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.480855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.481351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.481351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.481351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.481351] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.792802] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.793068] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.793201] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.793475] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.793870] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.794134] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.794317] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.794641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.794852] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.795134] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.795309] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.795475] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.795637] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.795886] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.796143] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.796343] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.817917] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.817917] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.817917] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.817917] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.817917] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-05c54a35-5ead-4c08-8698-30032d4756d0 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.818190] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.818358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.818727] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.818964] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c54a35-5ead-4c08-8698-30032d4756d0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.943318] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.943641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.943766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.944057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.944220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.944499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.944663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.944770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.945052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.945201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.945352] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be deleted. [ 913.978493] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.978659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.978699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.978905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.979310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.979310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.983583] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40: rpc.has_security_group_logging(os_id): False [ 914.005324] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.005464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.005533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.005808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.005962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.006301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.006424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.006491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.006655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.006739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.006917] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.007017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.007078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.007220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.007296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.007469] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.007563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.007624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.007797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.007891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.007980] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 914.079215] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.079365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.079432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.079641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.079796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.091474] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 914.325036] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.325291] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.325425] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.325715] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.325873] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.326046] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 05c54a35-5ead-4c08-8698-30032d4756d0 not found, creating... [ 914.326320] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.326484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.326607] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.326830] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.326974] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.327275] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.327435] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.327556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.327802] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.327959] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.328128] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 05c54a35-5ead-4c08-8698-30032d4756d0 is going to be created. [ 914.346880] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.347096] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.347227] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.347519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.347757] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.347989] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.054470] env[69323]: INFO networking_nsxv3.common.synchronization [req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 req-d11e773b-b3f9-4f3c-92f4-316dd8dd7e84 service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 915.054743] env[69323]: INFO networking_nsxv3.common.synchronization [req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 req-d11e773b-b3f9-4f3c-92f4-316dd8dd7e84 service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 915.054792] env[69323]: INFO networking_nsxv3.common.synchronization [req-fe4af1fb-6edd-44f6-817a-2c679e1ad517 req-d11e773b-b3f9-4f3c-92f4-316dd8dd7e84 service nova] Enqueued Resource ID: 05c54a35-5ead-4c08-8698-30032d4756d0 with Priority: HIGHEST for action port [ 915.055027] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 915.055162] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 915.055258] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c54a35-5ead-4c08-8698-30032d4756d0 with Priority: HIGHEST for action port [ 915.055806] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.055931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.055997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.056329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.056417] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.057244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.057360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.057454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.057595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.057739] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.057879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.057879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.058039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.058107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.058187] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.060094] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c54a35-5ead-4c08-8698-30032d4756d0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.061855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.061855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.061855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.061855] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c54a35-5ead-4c08-8698-30032d4756d0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.563274] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.563274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.563495] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.564535] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05c54a35-5ead-4c08-8698-30032d4756d0 with status ACTIVE [ 915.564727] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.564842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.564906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.565118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.565266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.565380] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.565477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.565532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.565718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.565801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.565982] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.566084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.566161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.566285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.566358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.566439] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05c54a35-5ead-4c08-8698-30032d4756d0 is going to be updated. [ 915.587624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.587772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.587841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.588068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.588263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.588370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c54a35-5ead-4c08-8698-30032d4756d0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.016335] env[69323]: INFO networking_nsxv3.common.synchronization [req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d req-3cc39ec6-65ed-4d24-8c8b-1cb66f37f871 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 916.016646] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 916.016986] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.017660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.017660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.017769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.017991] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.018172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.018289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.018547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.018690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.018841] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.068940] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.105770] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 916.106034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.521559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.521731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.521731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.521998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.522097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.522260] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.522353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.522419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.522590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.522651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.522718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf already deleted. [ 916.522798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.571227] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.571355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.571415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.571693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.571787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.571888] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be created. [ 916.601461] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.601602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.601648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.601848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.602033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.613375] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: UNINITIALIZED for 2s [ 916.656278] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.656485] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.656616] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.657127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.657435] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.657636] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.657779] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.658040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.658215] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.658474] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.659425] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.659425] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.659425] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.659563] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.659674] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.659822] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.695718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.695718] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.695895] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.696100] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.696419] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.696624] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.696753] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.697087] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.697753] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa1af8a-5cbd-40cd-b258-b161cf3a2596',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.199379] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.199719] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.199719] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.199964] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.200136] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.200305] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 not found, creating... [ 917.200631] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.200822] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.200918] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.201167] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.201307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.201615] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.201780] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.201906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.202132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.202268] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.202409] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 is going to be created. [ 917.231408] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.231675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.231815] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.232190] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.232468] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.232761] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.997910] env[69323]: INFO networking_nsxv3.common.synchronization [req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d req-77559f93-4ede-4cf1-bea5-dfd14932fde7 service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 917.998117] env[69323]: INFO networking_nsxv3.common.synchronization [req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d req-77559f93-4ede-4cf1-bea5-dfd14932fde7 service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 917.998265] env[69323]: INFO networking_nsxv3.common.synchronization [req-1ebb94d6-9196-41cc-aa66-88da9f7f7d4d req-77559f93-4ede-4cf1-bea5-dfd14932fde7 service nova] Enqueued Resource ID: 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 with Priority: HIGHEST for action port [ 917.998786] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 917.998924] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 918.000191] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 with Priority: HIGHEST for action port [ 918.000566] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.000672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.000752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.000982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.001042] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.003511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.007325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.007325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.007325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.007325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.007325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa1af8a-5cbd-40cd-b258-b161cf3a2596',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.504849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.505241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.509410] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.510985] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 with status ACTIVE [ 918.511275] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.511454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.511535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.511851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.511851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.512091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.512173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.512173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.512342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.512410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.512596] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.512695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.512748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.512870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.512959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.513054] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa1af8a-5cbd-40cd-b258-b161cf3a2596 is going to be updated. [ 918.535674] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.535887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.535947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.536229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.536415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.537031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa1af8a-5cbd-40cd-b258-b161cf3a2596" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.624054] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 918.624308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.624480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.624706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.624899] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.625023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.625091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.625990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.625990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.625990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.625990] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.012530] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.127880] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.128085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.128189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.128446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.128817] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.128945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.129023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.129199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.129291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.129381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.129533] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.129627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.129689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.129831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.129968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.130071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.130131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.130316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.130403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.130489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.130583] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.514539] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.514869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.514869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.514995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.515087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.515187] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be created. [ 919.540731] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.541235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.541235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.541235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.541439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.553259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: UNINITIALIZED for 2s [ 919.632821] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3c76e12-2c9e-4266-9687-331ded03dd0b: rpc.has_security_group_logging(os_id): False [ 919.650573] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.650853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.650853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.651108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.651196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.651396] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.651509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.651587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.651726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.651829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.652046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.652145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.652206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.652348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.652423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.652611] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.652701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.652776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.652951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.653045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.653134] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be created. [ 919.713350] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.713350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.713350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.713350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.713350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.728630] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 921.566158] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 921.566536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.566735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.567057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.567320] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.567481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.567593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.567811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.567903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.567997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.568679] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.743356] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 921.743478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.071579] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.574759] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af62cf99-8f54-4cc0-9c53-3704d8b984bf: rpc.has_security_group_logging(os_id): False [ 922.592478] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.592707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.592707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.592915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.593018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.593313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.593426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.593481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.593649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.593732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.593805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be created. [ 922.650165] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.650399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.650399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.650599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.650835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.661466] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 923.001377] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 923.001548] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 924.676466] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 924.676860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.003235] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.003235] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 929.463078] env[69323]: INFO networking_nsxv3.common.synchronization [req-28d26546-9918-4e79-87d9-4ad57d947afc req-91bcb57b-173f-41bf-8b18-1209a93c7361 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 929.463777] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 929.464551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.464551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.464551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.464551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.464551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.464864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.464864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.464864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.464974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.464974] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.969216] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.092129] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.092420] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.092687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.092936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093245] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.093450] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.093578] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.093949] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.093949] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094183] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.094309] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.094405] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.094516] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.094627] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.094732] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.095048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.118506] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.118704] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.118923] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.119126] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119758] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-bff4b007-3b95-4fa1-8102-af1a02ceae42 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.120083] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.120185] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.120727] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.120868] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff4b007-3b95-4fa1-8102-af1a02ceae42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.472992] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.624531] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624531] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.624531] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.624776] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.624776] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.624944] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port bff4b007-3b95-4fa1-8102-af1a02ceae42 not found, creating... [ 930.625396] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.625513] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.625556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.625754] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.625874] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.626191] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.626345] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.626472] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.626673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.626810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.626954] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: bff4b007-3b95-4fa1-8102-af1a02ceae42 is going to be created. [ 930.649472] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.649709] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.649817] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.650130] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.650368] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.650606] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.978710] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.978710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.978710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.978951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.979030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.979410] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be updated. [ 931.012024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.012024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.012024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.012024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.012200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.021428] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 931.408714] env[69323]: INFO networking_nsxv3.common.synchronization [req-28d26546-9918-4e79-87d9-4ad57d947afc req-36842c23-4a29-4a7a-9323-a4f4e0d6ec3b service nova] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_rules [ 931.408962] env[69323]: INFO networking_nsxv3.common.synchronization [req-28d26546-9918-4e79-87d9-4ad57d947afc req-36842c23-4a29-4a7a-9323-a4f4e0d6ec3b service nova] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 931.409321] env[69323]: INFO networking_nsxv3.common.synchronization [req-28d26546-9918-4e79-87d9-4ad57d947afc req-36842c23-4a29-4a7a-9323-a4f4e0d6ec3b service nova] Enqueued Resource ID: bff4b007-3b95-4fa1-8102-af1a02ceae42 with Priority: HIGHEST for action port [ 931.409918] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_rules [ 931.410080] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 931.410245] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff4b007-3b95-4fa1-8102-af1a02ceae42 with Priority: HIGHEST for action port [ 931.410667] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.410834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.410895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412354] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.412354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.412354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.412560] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff4b007-3b95-4fa1-8102-af1a02ceae42 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.412663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.412726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.412910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.412986] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff4b007-3b95-4fa1-8102-af1a02ceae42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.915612] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.916289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.916289] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff4b007-3b95-4fa1-8102-af1a02ceae42 with status ACTIVE [ 931.916289] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.916289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.919183] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.919183] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.919183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.919183] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff4b007-3b95-4fa1-8102-af1a02ceae42 is going to be updated. [ 931.944443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.944688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.944809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.947196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.947491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.947791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff4b007-3b95-4fa1-8102-af1a02ceae42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.209477] env[69323]: INFO networking_nsxv3.common.synchronization [req-e4669bfc-5a96-490a-b236-ff7b473de545 req-cfcac4fc-8945-4815-bf48-60a7f041951a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 932.209477] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 932.210216] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.210518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.210709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.211068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.211350] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.211567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.211730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.212173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.212367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.212637] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.590165] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.590165] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.590165] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.590603] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.590860] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.591641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.592152] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.592574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.592653] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.592893] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.593020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.593187] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.593290] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.593359] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.598664] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.598664] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.622106] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.622375] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.622514] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.622698] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.623034] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.623213] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.623340] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.623743] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.623810] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08d9a08-3601-4b6b-8c6c-3e67d9eddee4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.718741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.718741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.718741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.719149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.719149] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 already deleted. [ 932.719149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.032706] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 933.033111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.033408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.033745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.034052] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.034200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.034290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.034518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.034623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.034773] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.129366] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.129829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.129829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.130795] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.130795] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.130795] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 not found, creating... [ 933.130970] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.131242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.131491] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.131856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.132187] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.132583] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.133686] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.133876] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.134227] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.134406] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.134581] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 is going to be created. [ 933.159631] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.159969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.160101] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.160342] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.160590] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.160854] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.538200] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.050585] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.392846] env[69323]: INFO networking_nsxv3.common.synchronization [req-e4669bfc-5a96-490a-b236-ff7b473de545 req-1d3d128a-6f5f-4900-ad5c-78f3f0288dbd service nova] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_rules [ 934.392846] env[69323]: INFO networking_nsxv3.common.synchronization [req-e4669bfc-5a96-490a-b236-ff7b473de545 req-1d3d128a-6f5f-4900-ad5c-78f3f0288dbd service nova] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 934.392846] env[69323]: INFO networking_nsxv3.common.synchronization [req-e4669bfc-5a96-490a-b236-ff7b473de545 req-1d3d128a-6f5f-4900-ad5c-78f3f0288dbd service nova] Enqueued Resource ID: d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 with Priority: HIGHEST for action port [ 934.392846] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_rules [ 934.392846] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 934.392846] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 with Priority: HIGHEST for action port [ 934.393218] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.393218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.393218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.393641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.393641] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.395163] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.395163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.395163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.395521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.395592] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.395690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.395690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.395833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.395914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.396014] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.397064] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.397181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.397222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.397528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.397528] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d08d9a08-3601-4b6b-8c6c-3e67d9eddee4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.556862] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.556862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.556862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.557126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.557126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.557341] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be updated. [ 934.601641] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.601641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.601641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.601641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.601641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614059] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 934.865163] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e5d401ad-b601-4c31-b999-2900d20e723f None None] Enqueued Resource ID: b405d202-ead9-49df-8077-85555a558ff4 with Priority: HIGHEST for action port [ 934.865163] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b405d202-ead9-49df-8077-85555a558ff4 with Priority: HIGHEST for action port [ 934.868262] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b405d202-ead9-49df-8077-85555a558ff4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.868681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b405d202-ead9-49df-8077-85555a558ff4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.874474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b405d202-ead9-49df-8077-85555a558ff4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.874474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b405d202-ead9-49df-8077-85555a558ff4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.874474] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b405d202-ead9-49df-8077-85555a558ff4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.877560] env[69323]: INFO networking_nsxv3.common.synchronization [req-9c0b72cc-6772-4f1f-aac9-83f0ef469d4b req-53d8eeea-86d0-46b4-ae3c-6cf85d46faa5 tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 934.880484] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 934.880672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.880827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.880907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.881295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.881543] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.881848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.881975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.882342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.882462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.882571] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.900102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.900102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.900102] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.901339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 with status ACTIVE [ 934.901664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.901773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.901773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.902370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.902370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.902370] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.902532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.902532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.902706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.902788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.903011] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.903115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.903174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.905029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.905029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.905029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d08d9a08-3601-4b6b-8c6c-3e67d9eddee4 is going to be updated. [ 934.948790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.948790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.948790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.949659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.949659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.949659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d08d9a08-3601-4b6b-8c6c-3e67d9eddee4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.374830] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b405d202-ead9-49df-8077-85555a558ff4 [ 935.375162] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.375608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.375608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.375765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.375765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.375867] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b405d202-ead9-49df-8077-85555a558ff4 already deleted. [ 935.375924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b405d202-ead9-49df-8077-85555a558ff4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.390471] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.407225] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.488645] env[69323]: INFO networking_nsxv3.common.synchronization [req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 req-f110f2ed-1bb0-4a71-9773-dd738d8545a3 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 935.494481] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 935.495108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.495244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.894303] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.915202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.915202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.915202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.915202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.915202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.915202] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be created. [ 935.943237] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.943412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.943460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.943723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.943962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.957909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: UNINITIALIZED for 2s [ 936.398716] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.399079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.399079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.399199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.399306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.399456] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 936.438180] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.438333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.438409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.438866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.438938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.450771] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 936.628099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 936.628437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.628634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.628849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.629108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.629267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.629344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.629512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.629593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.629683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.629768] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.012072] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.012072] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.012072] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.012072] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.013099] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.013903] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.013903] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.014265] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.014547] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.017017] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.017017] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.017017] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.017017] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.017017] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.017017] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.017017] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.035753] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.036317] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.038094] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.038094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.038094] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-3270bee9-49a8-4320-81a4-6eba59c2087d taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.038094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.038094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.038094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.039748] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3270bee9-49a8-4320-81a4-6eba59c2087d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.135915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.135915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.135915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.135915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.135915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.136573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.136573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.136573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.136573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.136573] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.545064] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.545638] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.545638] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.546410] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.546410] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.546410] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 3270bee9-49a8-4320-81a4-6eba59c2087d not found, creating... [ 937.546410] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.546640] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.546687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.547163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.547163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.547396] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.547556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.547629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.547871] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.547967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.550031] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 3270bee9-49a8-4320-81a4-6eba59c2087d is going to be created. [ 937.576432] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.576663] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.576808] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.577151] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.577438] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.577681] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.625195] env[69323]: INFO networking_nsxv3.common.synchronization [req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d req-2156dc1e-cdca-49b0-b9c1-cad1cb9d2747 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 937.625195] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 937.625195] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.625717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.638615] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72b19771-a1a6-4e34-a2b1-bab6920d14ff: rpc.has_security_group_logging(os_id): False [ 937.661025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.661025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.661025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.661025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.662011] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.662355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.662552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.662803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.663264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.663450] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be updated. [ 937.785259] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.785259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.785259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.785259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.785259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.799496] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 937.969898] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 937.970715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.970715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.970715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.972764] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.972764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.972764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.972764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.972764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.972764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.972764] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.973984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.974205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.974390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.974500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.974590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.974747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.974827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.974922] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.056163] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.056163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.056163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.056399] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.056728] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.056944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.057114] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.057742] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.057742] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.057888] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.058012] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.058299] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.058408] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.058823] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.058823] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.058823] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.082137] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.082262] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.082417] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.082856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-368" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.083049] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.083261] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083417] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.083798] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.083960] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c10d8fca-1d8c-4fb6-aba2-cf52bc24e831',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.324964] env[69323]: INFO networking_nsxv3.common.synchronization [None req-0509bd64-1c75-4749-b38a-e3f873f77916 None None] Enqueued Resource ID: 11585655-9a71-4a4f-bd57-b1c528a9c148 with Priority: HIGHEST for action port [ 938.325614] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11585655-9a71-4a4f-bd57-b1c528a9c148 with Priority: HIGHEST for action port [ 938.325919] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-11585655-9a71-4a4f-bd57-b1c528a9c148 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.326262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11585655-9a71-4a4f-bd57-b1c528a9c148" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.326364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11585655-9a71-4a4f-bd57-b1c528a9c148" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.326607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11585655-9a71-4a4f-bd57-b1c528a9c148" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.326693] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11585655-9a71-4a4f-bd57-b1c528a9c148',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.461602] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 938.461932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.481833] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.482841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.483100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.590042] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.590439] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.590439] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.591064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.591064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.591064] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 not found, creating... [ 938.591492] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.591749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.591907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.592197] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.592491] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.592903] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.593387] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.593587] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.593896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.594125] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.594383] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 is going to be created. [ 938.620024] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.620024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.620024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.620024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.620024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.620024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.827829] env[69323]: INFO networking_nsxv3.common.synchronization [req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 req-a83e89d0-b3bd-43cb-bff0-77c2718da8a3 service nova] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_rules [ 938.828626] env[69323]: INFO networking_nsxv3.common.synchronization [req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 req-a83e89d0-b3bd-43cb-bff0-77c2718da8a3 service nova] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 938.829172] env[69323]: INFO networking_nsxv3.common.synchronization [req-d725446d-1d1b-4c4f-b327-63cb7efc91e3 req-a83e89d0-b3bd-43cb-bff0-77c2718da8a3 service nova] Enqueued Resource ID: 3270bee9-49a8-4320-81a4-6eba59c2087d with Priority: HIGHEST for action port [ 938.829484] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11585655-9a71-4a4f-bd57-b1c528a9c148 [ 938.829691] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.829816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.829885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.830319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.830450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.830573] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11585655-9a71-4a4f-bd57-b1c528a9c148 already deleted. [ 938.830679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11585655-9a71-4a4f-bd57-b1c528a9c148" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.831597] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_rules [ 938.831959] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 938.831959] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3270bee9-49a8-4320-81a4-6eba59c2087d with Priority: HIGHEST for action port [ 938.832457] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.832663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.833074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.833249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.833499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-3270bee9-49a8-4320-81a4-6eba59c2087d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.833649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.833741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.833980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.834325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3270bee9-49a8-4320-81a4-6eba59c2087d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.985280] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.341025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3270bee9-49a8-4320-81a4-6eba59c2087d with status ACTIVE [ 939.341270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.341432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.341508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.341723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.341810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341996] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.342107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.342300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.342337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.342424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.342672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.342777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.342838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.342982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.343074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.343195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3270bee9-49a8-4320-81a4-6eba59c2087d is going to be updated. [ 939.371791] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.371966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.372046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.372283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.372507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.372655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3270bee9-49a8-4320-81a4-6eba59c2087d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.411850] env[69323]: INFO networking_nsxv3.common.synchronization [req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d req-36a66d64-da01-4825-99dc-fd8710d038f0 service nova] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_rules [ 939.412051] env[69323]: INFO networking_nsxv3.common.synchronization [req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d req-36a66d64-da01-4825-99dc-fd8710d038f0 service nova] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 939.412192] env[69323]: INFO networking_nsxv3.common.synchronization [req-4b6a71d3-ec2e-4fd3-bd28-021945706c7d req-36a66d64-da01-4825-99dc-fd8710d038f0 service nova] Enqueued Resource ID: c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 with Priority: HIGHEST for action port [ 939.413104] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_rules [ 939.413104] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 939.415392] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 with Priority: HIGHEST for action port [ 939.415767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.415870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.416091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.416176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.416706] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.416814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.416884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.417099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.417916] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c10d8fca-1d8c-4fb6-aba2-cf52bc24e831',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.491687] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.491687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.491687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.491810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.493649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.493649] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 939.551852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.552359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.552583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.554021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.554021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.580239] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 939.817138] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 939.817138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.923069] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 with status ACTIVE [ 939.923069] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.923069] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.923069] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.923069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.923069] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c10d8fca-1d8c-4fb6-aba2-cf52bc24e831 is going to be updated. [ 939.968074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.968245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.968312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.968537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.969157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.969157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c10d8fca-1d8c-4fb6-aba2-cf52bc24e831" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.332218] env[69323]: INFO networking_nsxv3.common.synchronization [req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 req-fe0e6a2d-10fb-45e1-8d8d-1594f274e586 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 940.332218] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 940.332218] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.332218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.332218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.332218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.336249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.336426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.336495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.336747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.336838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.336936] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.811901] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.812179] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.812268] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.816196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.816196] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.816196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.816196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.816196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.816196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.816196] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.816196] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.816196] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.816196] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.816196] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 940.816196] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.816196] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.839360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.840132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.840392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.840809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.841602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.845021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.845021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.845021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.845021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.845021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.845021] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a already deleted. [ 940.845021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.849580] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.849756] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 940.849901] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.850232] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.850639] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.851390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.851390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.851390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.851600] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa514c9-ba24-411f-b2ea-dddaac8b0b42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.358178] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.358414] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.358542] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.358852] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.359029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.359206] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 not found, creating... [ 941.359487] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.361247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.361247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.361247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.361247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.361247] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.361247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.361572] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.361805] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.362081] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.362319] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 is going to be created. [ 941.390062] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.390404] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.390600] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.391010] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.391483] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.391672] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.595526] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.595526] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.595526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.595526] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.099906] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.297693] env[69323]: INFO networking_nsxv3.common.synchronization [req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 req-ba1f10a0-36ec-4049-b8e6-9f0b8d93cbf9 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 942.297977] env[69323]: INFO networking_nsxv3.common.synchronization [req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 req-ba1f10a0-36ec-4049-b8e6-9f0b8d93cbf9 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 942.298231] env[69323]: INFO networking_nsxv3.common.synchronization [req-caf08a9a-d9d7-431b-92e8-10c6e2c7a184 req-ba1f10a0-36ec-4049-b8e6-9f0b8d93cbf9 service nova] Enqueued Resource ID: 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 with Priority: HIGHEST for action port [ 942.299043] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 942.300354] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 942.300354] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 with Priority: HIGHEST for action port [ 942.300354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.300354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.300354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.300354] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.301564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.301564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.301564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.301836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.301985] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.302106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.302171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.302352] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.302441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.302565] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.304510] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.304510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.304510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.304510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.304510] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa514c9-ba24-411f-b2ea-dddaac8b0b42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.604042] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.805205] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.805349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.807085] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.808032] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 with status ACTIVE [ 942.808246] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.808422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.808473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.808712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.808755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.808913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.809035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.809091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.809236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.809557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.809557] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.809636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.809715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.809823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.809900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.809983] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fa514c9-ba24-411f-b2ea-dddaac8b0b42 is going to be updated. [ 942.838559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.839470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.839470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.839470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.839470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.839470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa514c9-ba24-411f-b2ea-dddaac8b0b42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.109603] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.109603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.109603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.109603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.109603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.109603] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 943.146672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.146672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.146672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.150131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.150131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.160968] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 943.316776] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.823901] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.823901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.823901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.823901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.823901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.823901] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be created. [ 943.855361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.855361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.855361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.855361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.855361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.871586] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: UNINITIALIZED for 2s [ 943.968247] env[69323]: INFO networking_nsxv3.common.synchronization [None req-6fb7ef51-f6ea-4513-97a0-2621a65f83c3 None None] Enqueued Resource ID: a06580c8-2ba9-4b8c-bd9f-245812f79ba8 with Priority: HIGHEST for action port [ 943.968247] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06580c8-2ba9-4b8c-bd9f-245812f79ba8 with Priority: HIGHEST for action port [ 943.968247] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06580c8-2ba9-4b8c-bd9f-245812f79ba8 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.968247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06580c8-2ba9-4b8c-bd9f-245812f79ba8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.968247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06580c8-2ba9-4b8c-bd9f-245812f79ba8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.968642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06580c8-2ba9-4b8c-bd9f-245812f79ba8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.968898] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06580c8-2ba9-4b8c-bd9f-245812f79ba8',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.191086] env[69323]: INFO networking_nsxv3.common.synchronization [req-afebbf25-073e-4a0c-be66-e6ed37479174 req-9eb72083-5d15-414c-9098-048b82401445 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 944.194903] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 944.195762] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.196289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.196370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.196644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.196821] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.196959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.197044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.197243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.197303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.197386] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.470678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a06580c8-2ba9-4b8c-bd9f-245812f79ba8 [ 944.471839] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.471839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.471839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.471839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.471839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.472206] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a06580c8-2ba9-4b8c-bd9f-245812f79ba8 already deleted. [ 944.472206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06580c8-2ba9-4b8c-bd9f-245812f79ba8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.701963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.701963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.701963] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 already deleted. [ 944.701963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.786748] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.786748] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.787070] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.788592] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.788592] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.788592] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.788877] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.788952] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.789739] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.789739] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.789739] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.789984] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.789984] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.796429] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.796429] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.796429] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.837066] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.837267] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.837412] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.837603] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.838042] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-172ba092-7405-4701-9b9b-c22c51a35045 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.838153] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.838280] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.838625] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.838773] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172ba092-7405-4701-9b9b-c22c51a35045',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.035378] env[69323]: INFO networking_nsxv3.common.synchronization [None req-aa554594-ed40-4ea9-8fb2-b59341494b5d tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Enqueued Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_rules [ 945.036108] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_rules [ 945.036567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.036867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.037442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.037976] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.171966] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.173323] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.173323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.173875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.173875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.173875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.174202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.174616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.174705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.174829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.174906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.174988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.175126] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.176011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.176247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.176351] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.176448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.176518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.180245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.180289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.180359] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.212141] env[69323]: INFO networking_nsxv3.common.synchronization [None req-d51f0c1e-7c91-427e-8a13-f5edd6c8582b tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Enqueued Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_rules [ 945.214244] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_rules [ 945.214244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.214244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.350029] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.350029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 172ba092-7405-4701-9b9b-c22c51a35045 not found, creating... [ 945.350029] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.350029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.350581] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.350581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.350581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.350581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.350581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.352753] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 172ba092-7405-4701-9b9b-c22c51a35045 is going to be created. [ 945.377632] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.377859] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.378043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.378307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.378549] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.378787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.563127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.563321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.563401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.563639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.563734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.563836] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 already deleted. [ 945.563970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.564158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.564327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.564492] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.682443] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e53ca97-02f0-43bc-96a7-5eb072f89a60: rpc.has_security_group_logging(os_id): False [ 945.683789] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.703389] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.703526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.703599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.703865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.703948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.704165] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.704273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.704330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.704489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.704575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.704758] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.704861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.704915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.705068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.705163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.705358] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.705543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.705613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.705760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.705835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.706121] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be created. [ 945.775247] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.775247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.775247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.775247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.775247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.787272] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 945.882716] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 945.883141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.883417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.883772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.885018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.885018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.885018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.885018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.885018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.885018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.885018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.108397] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.108603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.108702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.109104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.109178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.109248] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 already deleted. [ 946.109354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.186902] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.388992] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.389528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.389528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.389528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.389684] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.389799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.389860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.390656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.390656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.390656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.390656] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.390656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.390978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.390978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.391225] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.391290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.391342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.391526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.391632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.391740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.391818] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.421177] env[69323]: INFO networking_nsxv3.common.synchronization [None req-96f0eb4d-f8c0-430d-a01c-48395871075a None None] Enqueued Resource ID: d4d68fde-82e0-4c0f-b7eb-33a693a467d2 with Priority: HIGHEST for action port [ 946.422472] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d68fde-82e0-4c0f-b7eb-33a693a467d2 with Priority: HIGHEST for action port [ 946.432476] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d68fde-82e0-4c0f-b7eb-33a693a467d2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.432476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d68fde-82e0-4c0f-b7eb-33a693a467d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.432476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d68fde-82e0-4c0f-b7eb-33a693a467d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.432476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d68fde-82e0-4c0f-b7eb-33a693a467d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.432476] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d68fde-82e0-4c0f-b7eb-33a693a467d2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.443312] env[69323]: INFO networking_nsxv3.common.synchronization [req-afebbf25-073e-4a0c-be66-e6ed37479174 req-8eb3b35d-b514-4390-927e-d479fdd9d6c5 service nova] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_rules [ 946.443312] env[69323]: INFO networking_nsxv3.common.synchronization [req-afebbf25-073e-4a0c-be66-e6ed37479174 req-8eb3b35d-b514-4390-927e-d479fdd9d6c5 service nova] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 946.443312] env[69323]: INFO networking_nsxv3.common.synchronization [req-afebbf25-073e-4a0c-be66-e6ed37479174 req-8eb3b35d-b514-4390-927e-d479fdd9d6c5 service nova] Enqueued Resource ID: 172ba092-7405-4701-9b9b-c22c51a35045 with Priority: HIGHEST for action port [ 946.443312] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_rules [ 946.443312] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 946.443312] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172ba092-7405-4701-9b9b-c22c51a35045 with Priority: HIGHEST for action port [ 946.443312] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.443312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.443312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.443312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.443639] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.444230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.444335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.444391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.444570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.444720] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.444811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.444869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.445141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.445279] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.446657] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-172ba092-7405-4701-9b9b-c22c51a35045 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.447134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.447134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.447134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.447323] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('172ba092-7405-4701-9b9b-c22c51a35045',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.690225] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.690403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.690490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.690771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.690883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.693564] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 946.732935] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.732935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.732935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.732935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.732935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.746270] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 946.805735] env[69323]: INFO networking_nsxv3.common.synchronization [req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 req-14e394ba-8cb1-467d-9c3b-89ba923cbfdd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 946.806406] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 946.806740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.807565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.895586] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915b412b-4ce6-4699-8f60-a891ab76f53a: rpc.has_security_group_logging(os_id): False [ 946.917091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.917274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.917334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.917582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.917654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.917878] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.917969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.918059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.918245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.918327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.918542] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.918609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.918727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.918791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.918865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.919073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.919169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.919233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.919373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.919448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.919530] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be created. [ 946.943924] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4d68fde-82e0-4c0f-b7eb-33a693a467d2 [ 946.943924] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.943924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.943924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.943924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.943924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.943924] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4d68fde-82e0-4c0f-b7eb-33a693a467d2 already deleted. [ 946.943924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d68fde-82e0-4c0f-b7eb-33a693a467d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.949703] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.949703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.950023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.952523] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 172ba092-7405-4701-9b9b-c22c51a35045 with status ACTIVE [ 946.954039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.954039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.954533] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.958022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.958022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.958022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 172ba092-7405-4701-9b9b-c22c51a35045 is going to be updated. [ 947.003048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.003048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.003048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.003048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.003048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.003832] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.004352] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.004569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.004869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.005147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.005433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-172ba092-7405-4701-9b9b-c22c51a35045" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.026673] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 947.166587] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.167120] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.167371] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.167754] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.168159] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.168506] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.168837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.169277] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.169543] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.169954] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.170246] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.170486] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.170717] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.170956] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.171230] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.171500] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.205136] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.205515] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.207017] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.207017] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.207017] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.207017] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.207017] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.208179] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.208498] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4f0f30-1c66-4287-b0df-d5b57bc1562a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.453907] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.609561] env[69323]: INFO networking_nsxv3.common.synchronization [req-faa3667d-92fd-4e38-b000-004bc28b1626 req-d017999a-f88f-4c47-9e79-fe29250d0a5a tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 947.610139] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 947.610442] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610982] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.618267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.618374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.618485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.618583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.618715] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.712285] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.712599] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.712756] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.713079] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.713557] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.713557] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 1a4f0f30-1c66-4287-b0df-d5b57bc1562a not found, creating... [ 947.713788] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.715331] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.715524] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.715787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.715939] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.716614] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.716796] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.716920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.717170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.717496] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.717679] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 1a4f0f30-1c66-4287-b0df-d5b57bc1562a is going to be created. [ 947.739419] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.739590] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.739744] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.740009] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.740291] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.740530] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.820076] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 947.820076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.820076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.820076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.820076] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.958176] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.958420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.958815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.959137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.959643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.959643] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be created. [ 947.988895] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.989091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.989165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.989376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.989633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.000391] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: UNINITIALIZED for 2s [ 948.121397] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.323256] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.323408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.435805] env[69323]: INFO networking_nsxv3.common.synchronization [req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 req-c6c61c01-7935-4c11-8b40-6df21117a276 service nova] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_rules [ 948.436375] env[69323]: INFO networking_nsxv3.common.synchronization [req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 req-c6c61c01-7935-4c11-8b40-6df21117a276 service nova] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 948.437323] env[69323]: INFO networking_nsxv3.common.synchronization [req-484ee885-3a39-48fd-940d-2d9dd1fb9b46 req-c6c61c01-7935-4c11-8b40-6df21117a276 service nova] Enqueued Resource ID: 1a4f0f30-1c66-4287-b0df-d5b57bc1562a with Priority: HIGHEST for action port [ 948.437929] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_rules [ 948.438124] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 948.438186] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4f0f30-1c66-4287-b0df-d5b57bc1562a with Priority: HIGHEST for action port [ 948.438467] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.439042] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.439140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.439446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.439844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.439945] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4f0f30-1c66-4287-b0df-d5b57bc1562a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.623435] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.758311] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.758311] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.758311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.758311] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.945084] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a4f0f30-1c66-4287-b0df-d5b57bc1562a with status ACTIVE [ 948.945084] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.945084] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.945084] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.945084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.945084] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a4f0f30-1c66-4287-b0df-d5b57bc1562a is going to be updated. [ 948.975887] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.975887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.975887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.975887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.975887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.975887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4f0f30-1c66-4287-b0df-d5b57bc1562a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.042347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 949.042347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.126275] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.126424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.127971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.127971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.127971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.127971] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be updated. [ 949.171150] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.171378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.171487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.171841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.172063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.183072] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 949.262861] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.764286] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.020140] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 950.020140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.020140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.020287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.020473] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.020608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.020701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.020877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.021089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.021149] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.268791] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.269032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.269382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.269382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.269586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.269626] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 950.304029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.304029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.304029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.304029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.304029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.321915] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 950.523962] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.026021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.193500] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 951.193893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.534500] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.535316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.536102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.536476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.536538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.536654] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be updated. [ 951.576957] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.577128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.577202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.577432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.577618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.588999] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: IN_PROGRESS for 2s [ 952.334367] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 952.335310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.335310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.335502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.335790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.335981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.336153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.336372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.336505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.336640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.336782] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.839081] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.839242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.839299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.839528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.839781] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.839899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.839956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.840158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.840236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.840337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.840483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.840572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.840626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.840768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.840905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.840984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.841060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.841200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.841266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.841345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.841433] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.343599] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e53ca97-02f0-43bc-96a7-5eb072f89a60: rpc.has_security_group_logging(os_id): False [ 953.362147] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.362342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.362380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.362582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.362664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.362855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.362984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.363247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.363335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.363695] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.363695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.363695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.363940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.363940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.364097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.364210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.364266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.364426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.364505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.364590] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 953.422323] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.422517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.422557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.422745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.422925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.437623] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 953.438946] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.439060] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 953.600140] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 953.600366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.600541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.600752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.602211] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.602211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.602211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.602211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.602211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602211] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.602760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.602826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.603698] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.603698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.603698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.603698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.603698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.603911] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.957600] env[69323]: INFO networking_nsxv3.common.synchronization [req-775d17e4-bc82-4be3-ad20-b2b3ecdacc77 req-abf9de38-cb30-4160-933f-d06ceabfdb21 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 953.958254] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 953.958683] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.958807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.958961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.959084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.959315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.959420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.959482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.959645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.959759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.960847] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.105452] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.105668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.107100] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.467446] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.467874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.467874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.467874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.468018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.468175] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.468278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.468354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.468516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.468600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.468691] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 954.514295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.514516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.514516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.514720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.514867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.529317] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 954.609187] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.112473] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.114043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.114043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.114043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.114043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.114043] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be updated. [ 955.162047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.162047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.162047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.162047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.162047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.173515] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: IN_PROGRESS for 2s [ 955.454025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 955.454281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.454466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.454776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.454776] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.958566] env[69323]: INFO networking_nsxv3.common.synchronization [req-e0e14e6c-5763-4bef-8475-ba383543cd6d req-4e29f97e-3f45-4f57-8f8e-07c17ffe9b88 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 955.959147] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 955.959470] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.959584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.959655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.960728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.961044] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.961549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.961549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.961549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.961549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.961829] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.963010] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.963160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.963227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.963381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.967020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.967020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.967020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.967020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.967020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.967020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.967020] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.310773] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.310773] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.311024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.311226] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.311513] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.312170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.312170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.312170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.312337] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.312547] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.312658] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.312767] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.312894] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.313256] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.313256] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.313390] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.354594] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.355018] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.355323] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.355640] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.356283] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-caa7b2c2-a096-41dc-9998-21c78b709a3c taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.356507] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.356681] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.357209] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.357436] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa7b2c2-a096-41dc-9998-21c78b709a3c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.467219] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.467436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.467436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.468566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.468566] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.469554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.469940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.470280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.470509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.470741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.471061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.471258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.471430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.471689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.471939] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.472818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.472818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.472818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.472818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.472818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.472818] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.473740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.473853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.473924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.474176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.474298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.474856] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.474856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.474856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.474856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.474856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.475132] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 already deleted. [ 956.475132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.540984] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 956.541213] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 956.541419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.860540] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.860957] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.861190] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.861521] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.861753] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.862019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port caa7b2c2-a096-41dc-9998-21c78b709a3c not found, creating... [ 956.862498] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.862992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.862992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.863928] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.863928] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.863928] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.864134] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.864554] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.864554] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.864760] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.864989] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: caa7b2c2-a096-41dc-9998-21c78b709a3c is going to be created. [ 956.890215] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.890534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.890680] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.890977] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.891237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.891476] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.976695] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e53ca97-02f0-43bc-96a7-5eb072f89a60: rpc.has_security_group_logging(os_id): False [ 956.999769] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.999926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.000014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.000235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.000329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.000688] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.000794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.000861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.001071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.001147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.001282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.001377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.001439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.001574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.001647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.001857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.002034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.002103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.002277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.002332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.002407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 957.100736] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.100897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.100971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.101231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.101470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.132706] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 957.193242] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 957.193516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.193765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.194053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.194523] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.194692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.194760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.194949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.195056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.195253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.195439] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.195686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.195686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.195906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.196116] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.196231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.196302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.196467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.196552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.196639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.196733] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.628881] env[69323]: INFO networking_nsxv3.common.synchronization [req-e0e14e6c-5763-4bef-8475-ba383543cd6d req-e2ea24f5-8168-4c82-ad4c-9ae02666b5f0 service nova] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 957.629205] env[69323]: INFO networking_nsxv3.common.synchronization [req-e0e14e6c-5763-4bef-8475-ba383543cd6d req-e2ea24f5-8168-4c82-ad4c-9ae02666b5f0 service nova] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 957.629471] env[69323]: INFO networking_nsxv3.common.synchronization [req-e0e14e6c-5763-4bef-8475-ba383543cd6d req-e2ea24f5-8168-4c82-ad4c-9ae02666b5f0 service nova] Enqueued Resource ID: caa7b2c2-a096-41dc-9998-21c78b709a3c with Priority: HIGHEST for action port [ 957.633919] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 957.634145] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 957.638048] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa7b2c2-a096-41dc-9998-21c78b709a3c with Priority: HIGHEST for action port [ 957.638048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.638048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.638048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.638048] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.638821] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.638821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.639052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.639326] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.639406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.639406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.639559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.639645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.639755] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.640816] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa7b2c2-a096-41dc-9998-21c78b709a3c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.641089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.641089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.641281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.641355] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa7b2c2-a096-41dc-9998-21c78b709a3c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.702401] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b136ea99-8281-40b6-bfe0-102ce669d5e3: rpc.has_security_group_logging(os_id): False [ 957.731892] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.732294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.732474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.732738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.732951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.733238] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.733507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.733507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.733774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.733879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.734216] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.734375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.734579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.734824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.734948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.735282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.735566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.735566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.735713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.735835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.735965] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be created. [ 957.801421] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.803295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.803295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.803295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.803295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.816651] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: IN_PROGRESS for 2s [ 958.143679] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.144819] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.144937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.145099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caa7b2c2-a096-41dc-9998-21c78b709a3c with status ACTIVE [ 958.145263] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.145355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.145416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.145617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.145699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.145862] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.145949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.146017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.146168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.146239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.146417] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.148443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.148443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.148443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.148443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.148443] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caa7b2c2-a096-41dc-9998-21c78b709a3c is going to be updated. [ 958.180297] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.180551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.180551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.180741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.180879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.181207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa7b2c2-a096-41dc-9998-21c78b709a3c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.650178] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.855707] env[69323]: INFO networking_nsxv3.common.synchronization [req-968bba19-8c26-485e-be23-df44122582a2 req-2c1a2622-bcd1-44af-b84f-b54cd0d3292c tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 958.855707] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 958.855879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.856051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.856142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.856379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.856579] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.857263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.857263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.857413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.857524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.857739] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.148060] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 959.148343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.153054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.153238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.153331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.153520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.153606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.153702] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be created. [ 959.195448] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.195448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.195448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.195448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.195448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.210113] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: UNINITIALIZED for 2s [ 959.231711] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.232076] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.232257] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.232570] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.232998] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.233438] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.233578] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.233837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.234011] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.234251] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.235108] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.235257] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.235382] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.235509] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.235670] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.235830] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.256817] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.256817] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.256817] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.257218] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-655" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.257544] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-57046cfe-0a0f-4f58-af47-a6949cb70bbd taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.257751] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.257875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.258463] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.258630] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57046cfe-0a0f-4f58-af47-a6949cb70bbd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.358526] env[69323]: INFO networking_nsxv3.common.synchronization [req-2902814e-720d-4267-878d-cc5b88566e89 req-b86a1442-78dc-4a56-81cd-e039b75d4633 tempest-ServersTestBootFromVolume-7057248 tempest-ServersTestBootFromVolume-7057248-project-member] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_members [ 959.359415] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGHEST for action security_group_members [ 959.359415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.359415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.359415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.360136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.360136] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.360136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.360297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.360364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.360448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.360544] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.363408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.363521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.363586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.363992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.385980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.388019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.388019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.388019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.388019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.388019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.388019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 959.419033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.419033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.419033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.419033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.419033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.432331] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 959.762626] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.762626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.762626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.762626] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.762904] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.762904] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 57046cfe-0a0f-4f58-af47-a6949cb70bbd not found, creating... [ 959.763154] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.763407] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.763554] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.763816] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.763962] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.764566] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.764680] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.764778] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.765026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.765165] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.765311] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 57046cfe-0a0f-4f58-af47-a6949cb70bbd is going to be created. [ 959.787298] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.787533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.787664] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.787963] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.788239] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.788574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.833806] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 959.833981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.834142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.834393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.834487] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.866793] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.866793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.866793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.866982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.911268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.911592] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.911728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.911798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.912075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.912177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.912231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 is going to be updated. [ 959.976309] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.976654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.976654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.976804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.976962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.991337] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 in Status: IN_PROGRESS for 2s [ 960.340290] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.340290] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.340290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.344867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.344867] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.520077] env[69323]: INFO networking_nsxv3.common.synchronization [req-968bba19-8c26-485e-be23-df44122582a2 req-4bce2ede-922e-4a52-b961-06338f807b7e service nova] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_rules [ 960.520077] env[69323]: INFO networking_nsxv3.common.synchronization [req-968bba19-8c26-485e-be23-df44122582a2 req-4bce2ede-922e-4a52-b961-06338f807b7e service nova] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 960.520077] env[69323]: INFO networking_nsxv3.common.synchronization [req-968bba19-8c26-485e-be23-df44122582a2 req-4bce2ede-922e-4a52-b961-06338f807b7e service nova] Enqueued Resource ID: 57046cfe-0a0f-4f58-af47-a6949cb70bbd with Priority: HIGHEST for action port [ 960.520077] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_rules [ 960.520077] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 960.520077] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57046cfe-0a0f-4f58-af47-a6949cb70bbd with Priority: HIGHEST for action port [ 960.520077] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.520469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.520469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.520552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.520666] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.521875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.521875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.522121] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-57046cfe-0a0f-4f58-af47-a6949cb70bbd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.522569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.522569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.522569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.522569] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57046cfe-0a0f-4f58-af47-a6949cb70bbd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.848257] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.848407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.848467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.848688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.848870] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.851033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.851033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.851033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.851033] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.024743] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.024890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.025117] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57046cfe-0a0f-4f58-af47-a6949cb70bbd with status ACTIVE [ 961.025299] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.025421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.025488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.025727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.025831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.026026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.026128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.026192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.026364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.026449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.026632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.026737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.026801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.026951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.027067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.027127] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57046cfe-0a0f-4f58-af47-a6949cb70bbd is going to be updated. [ 961.052389] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.052574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.052658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.053568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.053757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.053961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57046cfe-0a0f-4f58-af47-a6949cb70bbd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.219496] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 961.219827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.219935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.220185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.220385] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.220481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.220548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.220722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.220828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.220917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.221023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.354062] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b136ea99-8281-40b6-bfe0-102ce669d5e3: rpc.has_security_group_logging(os_id): False [ 961.373581] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.373740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.373812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.374031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.374130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.374411] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.374520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.374587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.374740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.374831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.375033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.375131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.375195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.375336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.375409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.375584] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.375674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.375734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.375868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.375940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.377425] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be updated. [ 961.440201] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.440332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.440368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.442684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.442684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.448429] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 961.448602] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 deletion is rescheduled due to dependency. [ 961.448713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.448890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.449112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.449294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.449402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.449472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.449621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.449697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.449791] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.452782] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: IN_PROGRESS for 2s [ 961.723781] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.952513] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.002800] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 in Status: SUCCESS [ 962.002800] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 deletion is rescheduled due to dependency. [ 962.002800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.225463] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b08add-7639-48cb-83d4-727e4a8acf73: rpc.has_security_group_logging(os_id): False [ 962.245661] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.245864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.245910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.246181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.246399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.246522] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.246613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.246680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.249364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.249364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.249364] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be created. [ 962.331097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.331097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.331331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.332028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.332028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.349743] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 962.455574] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.958585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.958744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.958812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.959153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.959241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.959376] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 962.993067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.993239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.993322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.993557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.993703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.006268] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 963.468783] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 963.469184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.773776] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2963dad-275e-4557-9a2f-5caae1eb4e2d req-e20afc9b-1ffa-4132-8ef2-49d9b404005d tempest-ServersAdminTestJSON-1292065418 tempest-ServersAdminTestJSON-1292065418-project-member] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 963.774937] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGHEST for action security_group_members [ 963.775054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.775585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.775585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.775585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.775705] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.775773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.775888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.775982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.776084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.776179] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.279451] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.279615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.279710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.279919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.280032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.280372] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.280677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.280677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.280764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.280764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.280865] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be updated. [ 964.312500] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.312500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.312500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.312500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.312500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.322556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: IN_PROGRESS for 2s [ 964.362283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 964.365023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.572360] env[69323]: INFO networking_nsxv3.common.synchronization [None req-187a781a-523d-42cf-b260-13dec484dd5b tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Enqueued Resource ID: d96e95e8-ccfc-4853-bd6f-d83dded1cc7f with Priority: HIGHEST for action security_group_rules [ 964.572829] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96e95e8-ccfc-4853-bd6f-d83dded1cc7f with Priority: HIGHEST for action security_group_rules [ 964.573020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.573168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.573264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.573548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.573638] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96e95e8-ccfc-4853-bd6f-d83dded1cc7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.697580] env[69323]: INFO networking_nsxv3.common.synchronization [None req-0439ce2a-daa9-4229-8378-113c270641a8 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Enqueued Resource ID: d96e95e8-ccfc-4853-bd6f-d83dded1cc7f with Priority: HIGHEST for action security_group_rules [ 964.698216] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96e95e8-ccfc-4853-bd6f-d83dded1cc7f with Priority: HIGHEST for action security_group_rules [ 964.698574] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.698670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.025104] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 965.025353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.025526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.025817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.025976] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.026132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.026203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.026383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.026467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.026558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.026658] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.174048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.174214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.174285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.174550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.174884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.174884] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96e95e8-ccfc-4853-bd6f-d83dded1cc7f already deleted. [ 965.174884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.175086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.175207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.175244] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96e95e8-ccfc-4853-bd6f-d83dded1cc7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.530469] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.531239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.531239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.531239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.531503] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.531563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.531607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.531768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.531850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.531966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.532139] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.532421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.532421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.532715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.532715] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.532787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.532834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.532976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.533069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.533154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.533345] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.621100] env[69323]: INFO networking_nsxv3.common.synchronization [req-d0cfd1b5-7e7b-4159-b4d1-ededf175b14e req-4b498a03-37b1-4ab5-9232-3b0f65279b18 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 965.621100] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 965.621100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621816] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.621954] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.709182] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.709412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.709831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.709831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.709831] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96e95e8-ccfc-4853-bd6f-d83dded1cc7f already deleted. [ 965.710025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96e95e8-ccfc-4853-bd6f-d83dded1cc7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.036423] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b983104-25d7-4ca6-9cda-e4678a8965b4: rpc.has_security_group_logging(os_id): False [ 966.055976] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.056160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.056215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.056405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.056524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.056775] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.056887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.056972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.057196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.057285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.057534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.057701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.057755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.057880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.057991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.058287] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.058450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.058582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.058778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.058962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.058962] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 966.124130] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.128735] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.128881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.128938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.129150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.129376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.148856] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 966.337027] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 in Status: SUCCESS [ 966.337027] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 deletion is rescheduled due to dependency. [ 966.337027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.626528] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.129729] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.129933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.130055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.130312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.130410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.130534] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 967.164472] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.164472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.164472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.164677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.164878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.174814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 968.166365] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 968.166659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.189318] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 969.189690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.238746] env[69323]: INFO networking_nsxv3.common.synchronization [req-d25bcc29-5444-42e2-959e-a3f051ac7027 req-2ad611cf-3647-4dfa-964c-e41691b28585 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 970.240071] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 970.240071] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.240071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.240071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.240361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.240512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.240683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.240719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.240868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.240953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.241064] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.592414] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.592685] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.592832] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.593216] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.593546] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.593738] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.593875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.594509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.594774] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.595144] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.595218] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.595320] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.595833] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.595833] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.595833] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.595833] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.616694] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.616894] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.617465] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.617465] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.617658] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7516fb28-15a7-4296-8516-22e66938ea7f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.617829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.617994] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.618402] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.618576] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7516fb28-15a7-4296-8516-22e66938ea7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.744210] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.744386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.744386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.744647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.744800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.745018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.745120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.745180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.745370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.745449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.745534] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 already deleted. [ 970.745640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.121828] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.122164] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.122341] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.122726] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.122941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.123194] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7516fb28-15a7-4296-8516-22e66938ea7f not found, creating... [ 971.123599] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.123833] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.124016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.124352] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.124648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.124961] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.125200] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.125366] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.125683] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.125877] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.126084] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7516fb28-15a7-4296-8516-22e66938ea7f is going to be created. [ 971.149442] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.149557] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.149720] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.150021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.150332] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.150644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.593917] env[69323]: INFO networking_nsxv3.common.synchronization [req-0df7a21c-a261-4e22-9557-499676bc2c6a req-b30dcbdf-1343-472e-b6b9-e2ca1bce8a6f tempest-ImagesOneServerNegativeTestJSON-1764047357 tempest-ImagesOneServerNegativeTestJSON-1764047357-project-member] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 971.594559] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGHEST for action security_group_members [ 971.594954] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.596567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.596567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.597029] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.900694] env[69323]: INFO networking_nsxv3.common.synchronization [req-d25bcc29-5444-42e2-959e-a3f051ac7027 req-c374c87c-f4d9-48e6-9ba4-409e6d7c89c1 service nova] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_rules [ 971.900916] env[69323]: INFO networking_nsxv3.common.synchronization [req-d25bcc29-5444-42e2-959e-a3f051ac7027 req-c374c87c-f4d9-48e6-9ba4-409e6d7c89c1 service nova] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 971.901070] env[69323]: INFO networking_nsxv3.common.synchronization [req-d25bcc29-5444-42e2-959e-a3f051ac7027 req-c374c87c-f4d9-48e6-9ba4-409e6d7c89c1 service nova] Enqueued Resource ID: 7516fb28-15a7-4296-8516-22e66938ea7f with Priority: HIGHEST for action port [ 971.901668] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_rules [ 971.901813] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 971.901917] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7516fb28-15a7-4296-8516-22e66938ea7f with Priority: HIGHEST for action port [ 971.902230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.902509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.902606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.902865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.902950] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.904826] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.904962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.905183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.905414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.905605] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.906053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.906161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.906321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.906467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.906539] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.907395] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7516fb28-15a7-4296-8516-22e66938ea7f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.907748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.907748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.907748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.907895] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7516fb28-15a7-4296-8516-22e66938ea7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.101274] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.101430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.101546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.101925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.102068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.102401] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.102683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.102683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.102947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.103176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.103313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be updated. [ 972.135089] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.135343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.135446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.135692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.135876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.146849] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: IN_PROGRESS for 2s [ 972.410052] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7516fb28-15a7-4296-8516-22e66938ea7f with status ACTIVE [ 972.410590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.410773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.410900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.411191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.411341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.411627] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.411801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.412298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.412298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.412396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.412692] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.413113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.413239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.413510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.413610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.413752] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7516fb28-15a7-4296-8516-22e66938ea7f is going to be updated. [ 972.415323] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.417405] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.417529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.442879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.443113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.443179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.443338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.443535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.443714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.919385] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.424632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.424913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.425025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.425318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.425472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.425635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be created. [ 973.462980] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.462980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.462980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.462980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.462980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.473678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: UNINITIALIZED for 2s [ 974.160141] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 in Status: SUCCESS [ 974.160523] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 deletion is rescheduled due to dependency. [ 974.160523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.242222] env[69323]: INFO networking_nsxv3.common.synchronization [req-72186a43-12f3-4be8-8c56-60d4f4cad555 req-e3850207-d075-4262-a7f3-98899be9a34c tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 975.242899] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 975.243526] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.243526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.243526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.243748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.247123] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.247123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.247123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.247123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.247123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.247123] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.487179] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 975.489131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.489131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.489131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.489131] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.489131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.489131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.489816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.489816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.489816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.489816] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.747744] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.755184] env[69323]: INFO networking_nsxv3.common.synchronization [None req-33c961c8-28ab-495c-ad3d-49f6fcac2dd2 None None] Enqueued Resource ID: 667c3fef-ec74-43b4-89a6-27c9d3a2fcfa with Priority: HIGHEST for action port [ 975.755184] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667c3fef-ec74-43b4-89a6-27c9d3a2fcfa with Priority: HIGHEST for action port [ 975.755407] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-667c3fef-ec74-43b4-89a6-27c9d3a2fcfa taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.755407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667c3fef-ec74-43b4-89a6-27c9d3a2fcfa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.755499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667c3fef-ec74-43b4-89a6-27c9d3a2fcfa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.755753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667c3fef-ec74-43b4-89a6-27c9d3a2fcfa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.755832] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667c3fef-ec74-43b4-89a6-27c9d3a2fcfa',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.995282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.995497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.995584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.995807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.995972] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.996114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.996182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.996333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.996431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.996520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.996665] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.996758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.996819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.996957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.997108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.997199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.997264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.997441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.997472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.997552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.997639] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.051286] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.052979] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.053971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.053971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.053971] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.053971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.053971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.054248] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.054326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.054540] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.054691] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.054809] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.054918] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.055038] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.055144] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.055274] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.091065] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.092183] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.092183] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.092183] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.092183] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.092183] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.092183] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.092539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.092720] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.253810] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.258860] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 667c3fef-ec74-43b4-89a6-27c9d3a2fcfa [ 976.258860] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.259365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.259365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.259478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.259584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.260026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:667c3fef-ec74-43b4-89a6-27c9d3a2fcfa already deleted. [ 976.260026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667c3fef-ec74-43b4-89a6-27c9d3a2fcfa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.500172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68edbb2e-456b-40a9-883f-edfe6c03d4a4: rpc.has_security_group_logging(os_id): False [ 976.525545] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.525664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.525664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.526147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.526147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.526362] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.526428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.526491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.526683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.526830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.527116] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.527317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.527317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.527511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.527638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.527728] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.527906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.527906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.528021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.528147] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.528290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be created. [ 976.535902] env[69323]: INFO networking_nsxv3.common.synchronization [None req-6c002092-e0d0-4740-bb66-106f50a3b6a8 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_rules [ 976.536661] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_rules [ 976.537330] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.539925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.539925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.542020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.542020] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.596091] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.596374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.596522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.596859] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.597027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.597197] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 not found, creating... [ 976.597491] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.597662] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.597813] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.598118] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.598278] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.599699] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.600092] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.600273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.600588] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.600796] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.600965] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 is going to be created. [ 976.603287] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.604150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.604150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.604150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.604150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.621334] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 976.634407] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.634631] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.634918] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.635102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.635437] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.635955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722683] env[69323]: INFO networking_nsxv3.common.synchronization [None req-32c5df82-399b-4566-9f72-810d21c5f9cd tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_rules [ 976.723406] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_rules [ 976.723952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.723952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.756081] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.756252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.756307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.756560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.756621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.757115] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 976.766937] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ff276c11-e782-4f03-953f-71f0ad92003e tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_rules [ 976.767526] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_rules [ 976.768897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.768897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.768897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.772109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.772220] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.797261] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.797446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.797446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.797954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.798206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.825030] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 976.868512] env[69323]: INFO networking_nsxv3.common.synchronization [None req-46bc1485-16d4-4327-bcfe-13f73032ab9b tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_rules [ 976.869390] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_rules [ 976.869499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.870163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.078265] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.078503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.078503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.078797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.078797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.078903] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 already deleted. [ 977.079059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.079356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.079729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.079729] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.300032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.300384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.300384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.300635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.300733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.300803] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 already deleted. [ 977.300892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.301102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.301436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.301525] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.607850] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.607850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.607850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.607850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.607850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.607850] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 already deleted. [ 977.607850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.798190] env[69323]: INFO networking_nsxv3.common.synchronization [req-72186a43-12f3-4be8-8c56-60d4f4cad555 req-ed3fc261-4725-4d04-9861-96c7718298ca service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 977.798390] env[69323]: INFO networking_nsxv3.common.synchronization [req-72186a43-12f3-4be8-8c56-60d4f4cad555 req-ed3fc261-4725-4d04-9861-96c7718298ca service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 977.798539] env[69323]: INFO networking_nsxv3.common.synchronization [req-72186a43-12f3-4be8-8c56-60d4f4cad555 req-ed3fc261-4725-4d04-9861-96c7718298ca service nova] Enqueued Resource ID: 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 with Priority: HIGHEST for action port [ 977.799730] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 977.799919] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 977.800051] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 with Priority: HIGHEST for action port [ 977.800345] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.800539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.800621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.800801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.800888] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.802023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.802171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.802425] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.803321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.803463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.803729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.805299] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.828929] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.829175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.829303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.830136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.830136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.830136] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 already deleted. [ 977.830136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.308975] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.308975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.308975] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 with status ACTIVE [ 978.308975] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.309543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.309543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.309543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.309647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.313036] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.313036] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.313036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.313036] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0 is going to be updated. [ 978.339511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.339511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.339511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.340276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.340276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.340276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0169e8-fe1f-4882-ad01-e4f5fa9fb7c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.592819] env[69323]: INFO networking_nsxv3.common.synchronization [None req-89a2c64d-7c13-4ff9-9ed6-f6cdef69a7cd None None] Enqueued Resource ID: 5fca3f7a-e211-4e93-874d-f58156957408 with Priority: HIGHEST for action port [ 978.592819] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fca3f7a-e211-4e93-874d-f58156957408 with Priority: HIGHEST for action port [ 978.592819] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fca3f7a-e211-4e93-874d-f58156957408 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.592819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fca3f7a-e211-4e93-874d-f58156957408" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.592819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fca3f7a-e211-4e93-874d-f58156957408" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.593326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fca3f7a-e211-4e93-874d-f58156957408" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.593416] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fca3f7a-e211-4e93-874d-f58156957408',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.637640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 978.637640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.835076] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.835076] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.835076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.835076] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.096209] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fca3f7a-e211-4e93-874d-f58156957408 [ 979.096448] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.096726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.096799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.097037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.097173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.097313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fca3f7a-e211-4e93-874d-f58156957408 already deleted. [ 979.097416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fca3f7a-e211-4e93-874d-f58156957408" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.337436] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.381624] env[69323]: INFO networking_nsxv3.common.synchronization [req-18ace89e-0815-413b-b83a-2eb6da8e70ca req-76229c62-50e9-48f7-92bd-128243d8c328 tempest-ServersAdminNegativeTestJSON-1844820615 tempest-ServersAdminNegativeTestJSON-1844820615-project-member] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 979.382447] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGHEST for action security_group_members [ 979.382564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.382831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.382926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.383187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.384309] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.384805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.384805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.385023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.385124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.385225] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.842418] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.888527] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.888527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.888527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.888527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.888527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.888527] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.888527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.888527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.889133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.889133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.889133] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be updated. [ 979.956848] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.957561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.957783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.958143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.958493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.971336] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: IN_PROGRESS for 2s [ 980.055558] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-d89b7efe-87dc-4562-b410-87325b28ec7b tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 980.056303] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 980.056813] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.057289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.057289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.057544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.057790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.058019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.058185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.058570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.058570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.058774] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.349690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.350763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.350846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.351094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.351289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.351289] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 980.385042] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.385042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.385042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.388461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.388461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.401671] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 980.419401] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.419534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.419602] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.419854] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.421423] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.421423] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.421423] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.422237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.422837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.422837] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.422837] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.423118] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.423118] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.423118] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.423233] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.423352] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.458284] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.458284] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.458284] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.458284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.458284] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-cc0038d4-2da0-41b8-a9b6-daf69eceb261 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.458284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.458284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.458284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.458284] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0038d4-2da0-41b8-a9b6-daf69eceb261',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.474027] env[69323]: INFO networking_nsxv3.common.synchronization [req-eb5d73a9-a5d2-45e4-b6fd-deac90f6d056 req-87a2ce8c-d0a5-497a-9ce3-cc07686f7f8b tempest-ServersWithSpecificFlavorTestJSON-1049192797 tempest-ServersWithSpecificFlavorTestJSON-1049192797-project-member] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 980.474425] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGHEST for action security_group_members [ 980.475398] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.477955] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.477955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.477955] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.565833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.565833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.565833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.565833] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 980.594027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.594027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.594027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.594027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.594027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.609151] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 980.961588] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.961848] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962045] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962400] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962580] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962818] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port cc0038d4-2da0-41b8-a9b6-daf69eceb261 not found, creating... [ 980.963179] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.963377] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.963505] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.963823] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.963982] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.964386] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.964610] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.964744] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.964991] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.965271] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.965407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: cc0038d4-2da0-41b8-a9b6-daf69eceb261 is going to be created. [ 980.982549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.982851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.982970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.983278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.993731] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.995285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.995285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.995285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.995583] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.996045] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.009802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.010135] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.010298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.010379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.010597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.010792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.010884] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be updated. [ 981.051238] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.051405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.051906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.051906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.051906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.073306] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: IN_PROGRESS for 2s [ 981.722071] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-a8f51e79-2024-4443-9d73-91c3bf0cd0b9 service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 981.722308] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-a8f51e79-2024-4443-9d73-91c3bf0cd0b9 service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 981.722404] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-a8f51e79-2024-4443-9d73-91c3bf0cd0b9 service nova] Enqueued Resource ID: cc0038d4-2da0-41b8-a9b6-daf69eceb261 with Priority: HIGHEST for action port [ 981.722645] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 981.722878] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 981.723023] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0038d4-2da0-41b8-a9b6-daf69eceb261 with Priority: HIGHEST for action port [ 981.725254] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.725377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.725449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.725655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.725736] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.726606] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.726695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.726890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0038d4-2da0-41b8-a9b6-daf69eceb261 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.726996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.727136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.727376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.727413] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0038d4-2da0-41b8-a9b6-daf69eceb261',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.983740] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff in Status: SUCCESS [ 981.983740] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff deletion is rescheduled due to dependency. [ 981.983740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.229853] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.229853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.233489] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc0038d4-2da0-41b8-a9b6-daf69eceb261 with status ACTIVE [ 982.233931] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.234164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.234976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.235322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.235789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.236087] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.236907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.237170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.237954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.238111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.238993] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.239224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.239298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.239924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.239924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.239924] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc0038d4-2da0-41b8-a9b6-daf69eceb261 is going to be updated. [ 982.265875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.266077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.266277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.266406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.266567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.266722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0038d4-2da0-41b8-a9b6-daf69eceb261" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.403907] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-56b01b7b-f6f4-4419-94d2-e2551f323dd0 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 982.405639] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 982.406323] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.406435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.416060] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 982.416353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.416998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.417445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.417539] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.417879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.417969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.419091] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.621197] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 982.621380] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb deletion is rescheduled due to dependency. [ 982.621498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.621682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.621911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.622101] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.622324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.622324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.622491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.622628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.622926] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.785370] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.785734] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.785734] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.786103] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.786373] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.786603] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.786836] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.787150] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.787280] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.787397] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.787521] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.787671] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.787787] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.787930] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.788036] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.788204] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.811086] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.811086] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.811336] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.811374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-818" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.811704] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-108484fb-3476-4414-b299-473d4268145b taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.811908] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.812118] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.812474] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.812668] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108484fb-3476-4414-b299-473d4268145b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.921891] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.922189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.922189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.922350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.922530] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.922697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.922879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924229] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.924229] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.924229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.924586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.924586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.924641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.924822] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.084933] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d in Status: SUCCESS [ 983.084933] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d deletion is rescheduled due to dependency. [ 983.084933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.126270] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.315644] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.315821] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.315821] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.316165] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.316332] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.316513] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 108484fb-3476-4414-b299-473d4268145b not found, creating... [ 983.316813] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.316991] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.317127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.317355] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.317841] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.317841] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.318028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.318161] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.318378] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.318516] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.318678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 108484fb-3476-4414-b299-473d4268145b is going to be created. [ 983.355598] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.355905] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.356358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.356723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.357034] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.357376] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.428695] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3c76e12-2c9e-4266-9687-331ded03dd0b: rpc.has_security_group_logging(os_id): False [ 983.453970] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.454175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.454235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.454659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.454778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.455073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.455241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.455336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.455562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.455704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.455990] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.456171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.456291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.456491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.456606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.456924] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.457140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.457244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.457527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.457565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.457708] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 983.541081] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.541843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.561703] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 983.627623] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.064043] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-8f9d29d5-006c-4558-b244-c4eb0a1b973e service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 984.064296] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-8f9d29d5-006c-4558-b244-c4eb0a1b973e service nova] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 984.064367] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e39c4f6-c150-4810-ae3e-e02a098d7e81 req-8f9d29d5-006c-4558-b244-c4eb0a1b973e service nova] Enqueued Resource ID: 108484fb-3476-4414-b299-473d4268145b with Priority: HIGHEST for action port [ 984.064615] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_rules [ 984.064768] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 984.064903] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 108484fb-3476-4414-b299-473d4268145b with Priority: HIGHEST for action port [ 984.065423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.065544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.065745] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.065830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.066023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-108484fb-3476-4414-b299-473d4268145b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.066180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.066180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.066368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.066459] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108484fb-3476-4414-b299-473d4268145b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.131389] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.131680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.131680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.131907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.131907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.132047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 984.172015] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.172280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.172445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.172593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.182206] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 984.568024] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 108484fb-3476-4414-b299-473d4268145b with status ACTIVE [ 984.568303] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.568464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.568560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.568745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.568835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.569021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.569129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.569188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.569346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.569427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.569596] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.569697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.569745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.569883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.569959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.570061] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 108484fb-3476-4414-b299-473d4268145b is going to be updated. [ 984.610643] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.610903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.611383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.611383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.612160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.612160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-108484fb-3476-4414-b299-473d4268145b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.579651] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 985.579651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.181384] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2ea2c379-671c-4268-b5c4-4e272233a5fd tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_rules [ 986.181480] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_rules [ 986.181760] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.182199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.182199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.182305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.182305] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.195097] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 986.195097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.195097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.196763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.196763] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.196763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.196763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.196763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.196763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.196763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.196763] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.197166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.197310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.197479] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.197626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.197691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.197843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.197922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.198023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.291229] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f7ecfee2-833e-45b8-bb17-b11d7a72d7c0 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_rules [ 986.291344] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_rules [ 986.291683] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.291791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.700639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.700639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.700639] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.719609] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.719609] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 already deleted. [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.719609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.719609] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.206436] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.251704] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.251704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.251820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.252844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.252844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.252844] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 already deleted. [ 987.252844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.312283] env[69323]: INFO networking_nsxv3.common.synchronization [req-03afd57d-2749-4fc8-9422-c878aa89dcd8 req-c07b8101-5f5a-4a8d-a202-9a4dfa86eb4e tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Enqueued Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_members [ 987.312402] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_members [ 987.312697] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.312814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.312885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.313259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.313472] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.313639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.313708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.313893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.314044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.314224] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.680387] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.680603] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-421" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.680734] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-421" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.681186] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-421" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.681493] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.681663] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.681784] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.682103] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.682314] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.682540] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.682660] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.682773] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.682882] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.683068] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.683376] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.683376] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.704184] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.704467] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.704704] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.704704] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-421" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.705174] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7bb3aee6-a11c-42e1-ad74-f7070a79c116 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.705283] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.705437] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.705792] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.705939] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb3aee6-a11c-42e1-ad74-f7070a79c116',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.710966] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.711112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.711184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.711437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.711554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.711667] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 987.740240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.740363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.740446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.740590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.740737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.750405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 987.817443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.817639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.817777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.817940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.818045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.818245] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.818341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.818393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.818546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.818625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.818708] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 already deleted. [ 987.818787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.211850] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.212514] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.212514] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.213048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.213562] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.213736] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7bb3aee6-a11c-42e1-ad74-f7070a79c116 not found, creating... [ 988.214057] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.214273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.214386] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.214616] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.214791] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.215139] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.215445] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.215545] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.215783] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.215921] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.216130] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7bb3aee6-a11c-42e1-ad74-f7070a79c116 is going to be created. [ 988.246176] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.246568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.246568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.247075] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.247116] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.247662] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.957244] env[69323]: INFO networking_nsxv3.common.synchronization [req-03afd57d-2749-4fc8-9422-c878aa89dcd8 req-1ac24474-e75b-44ef-bc0c-3c847a962166 service nova] Enqueued Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_rules [ 988.957244] env[69323]: INFO networking_nsxv3.common.synchronization [req-03afd57d-2749-4fc8-9422-c878aa89dcd8 req-1ac24474-e75b-44ef-bc0c-3c847a962166 service nova] Enqueued Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_members [ 988.957244] env[69323]: INFO networking_nsxv3.common.synchronization [req-03afd57d-2749-4fc8-9422-c878aa89dcd8 req-1ac24474-e75b-44ef-bc0c-3c847a962166 service nova] Enqueued Resource ID: 7bb3aee6-a11c-42e1-ad74-f7070a79c116 with Priority: HIGHEST for action port [ 988.957244] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_rules [ 988.957244] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_members [ 988.957244] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb3aee6-a11c-42e1-ad74-f7070a79c116 with Priority: HIGHEST for action port [ 988.958039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.958356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.958513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.958842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.959080] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.960078] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.960337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.960632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.960948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.961265] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.961474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.962018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.962018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.962018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.962018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.965234] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb3aee6-a11c-42e1-ad74-f7070a79c116 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.965234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.965234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.965234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.965234] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb3aee6-a11c-42e1-ad74-f7070a79c116',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.464939] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a req-96b31262-b343-4c62-a535-24791dfc460e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 989.465804] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.465804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.466015] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.467056] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 989.467283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb3aee6-a11c-42e1-ad74-f7070a79c116 with status ACTIVE [ 989.467457] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.467567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.467635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.467842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.467932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.469495] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.469495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.469495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.470329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.470454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.470663] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.470761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.470823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.471080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.471170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.471221] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb3aee6-a11c-42e1-ad74-f7070a79c116 is going to be updated. [ 989.473899] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.474069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.474176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.474381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.474700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.474700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.474700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.474848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.474883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.474959] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.498431] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.498562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.498632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.498828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.498955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.499126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb3aee6-a11c-42e1-ad74-f7070a79c116" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.763835] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.763835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.763835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.763835] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.877633] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.877851] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.877989] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.878292] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.878568] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.878733] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.878856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.879102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.879255] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.879491] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.879608] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.879722] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.879835] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.879949] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.880068] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.880214] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.901997] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.901997] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.901997] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.901997] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.902380] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-271b9da3-436c-4cf4-aae6-049e2d5487a9 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.902574] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.902900] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.904811] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.904811] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271b9da3-436c-4cf4-aae6-049e2d5487a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.979262] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.981104] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.266572] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.407379] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.407627] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.407754] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.408177] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.408370] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.408576] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 271b9da3-436c-4cf4-aae6-049e2d5487a9 not found, creating... [ 990.408926] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.409247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.409412] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.410158] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.410341] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.410713] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.410962] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.411217] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.411572] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.411837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.412076] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 271b9da3-436c-4cf4-aae6-049e2d5487a9 is going to be created. [ 990.436825] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.436935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.437097] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.437430] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.437676] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.437915] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.482584] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.483848] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.483977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.484057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.484344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.484421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.484454] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 is going to be created. [ 990.534911] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.534911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.534911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.535174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.535174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.550649] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 in Status: UNINITIALIZED for 2s [ 990.768864] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.988896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.988896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.988896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.989620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.989620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.989620] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 991.028864] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.028864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.028864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.028864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.028864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.040956] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 991.233881] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a req-2aa54589-9780-4770-b940-12d46a04eb5e service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 991.233881] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a req-2aa54589-9780-4770-b940-12d46a04eb5e service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 991.233881] env[69323]: INFO networking_nsxv3.common.synchronization [req-1bbdb649-ef3e-4d80-aaee-4004c6480f1a req-2aa54589-9780-4770-b940-12d46a04eb5e service nova] Enqueued Resource ID: 271b9da3-436c-4cf4-aae6-049e2d5487a9 with Priority: HIGHEST for action port [ 991.233881] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 991.233881] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 991.233881] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271b9da3-436c-4cf4-aae6-049e2d5487a9 with Priority: HIGHEST for action port [ 991.233881] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.233881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.233881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.233881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.233881] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.234797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.235601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.235765] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-271b9da3-436c-4cf4-aae6-049e2d5487a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.235906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.236166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.236399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.236486] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271b9da3-436c-4cf4-aae6-049e2d5487a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.272301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.272520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.273021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.273021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.273021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.273333] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 991.306544] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.306781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.306909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.307266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.307517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.320287] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 991.739085] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 271b9da3-436c-4cf4-aae6-049e2d5487a9 with status ACTIVE [ 991.739397] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.739563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.739629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.739866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.740075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.740162] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.740268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.740364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.740555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.740638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.740835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.740951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.741029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.741228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.741322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.741416] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 271b9da3-436c-4cf4-aae6-049e2d5487a9 is going to be updated. [ 991.742693] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.742812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.770403] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.770403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.770403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.770748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.770748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.770827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-271b9da3-436c-4cf4-aae6-049e2d5487a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.562911] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 in Status: SUCCESS [ 992.563758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.564116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.564468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.564810] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.565104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.565813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.566146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.566390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.566604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.566844] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.053342] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.057022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.057022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.057022] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.069679] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.333623] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 993.333910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.334080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.334365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.334588] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.334875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.334875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.334953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.335071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.335106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.335253] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.335532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.335532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.335798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.336480] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.336480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.336480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.336480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.336480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.336480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.337200] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.560516] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.572808] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ccc12c1-fc10-4879-978e-d541a875c5b1: rpc.has_security_group_logging(os_id): False [ 993.597941] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.597941] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.597941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.597941] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 is going to be created. [ 993.669164] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.669350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.669452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.669791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.670048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.686480] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 in Status: IN_PROGRESS for 2s [ 993.839153] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89c8898-0d00-4a87-a5be-dfff7d1922fb: rpc.has_security_group_logging(os_id): False [ 993.864362] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.864582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.864686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.866648] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.866648] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.866648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.867266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.867266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.868642] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.868642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.868642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.868642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.868829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.868872] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 993.937360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.937531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.937595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.937824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.937927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.954398] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 994.063481] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.565797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.566080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.566203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.567099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.567099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.567099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 994.627497] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.628054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.628054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.628152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.628324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.643373] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 995.701639] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 in Status: SUCCESS [ 995.701639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.970477] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 995.971361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.971361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.971361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.971361] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.234308] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.234516] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 996.477134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.477134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.477134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.477134] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.505202] env[69323]: INFO networking_nsxv3.common.synchronization [req-bbdd4115-4820-4042-833f-b5010b9b00fe req-df8ce334-56d8-4662-87da-9e9dc2aefd4e tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 996.505705] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 996.506074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.506223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.506363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.506489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.506674] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.506770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.506836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.507013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.507127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.507219] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.639902] env[69323]: INFO networking_nsxv3.common.synchronization [req-34819927-95ab-436f-acd1-a262f5a9f6c8 req-e9acbf3d-e817-4dca-9db9-8bf9443b9356 tempest-MultipleCreateTestJSON-37801023 tempest-MultipleCreateTestJSON-37801023-project-member] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 996.640429] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGHEST for action security_group_members [ 996.640719] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.640813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.654798] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 996.654798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.654798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.654798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.655037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.655162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.655203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.655327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.655417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.655502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.655592] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.980992] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.981370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.015064] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.157958] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.158181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.158261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.158510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.158718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.158860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.158945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.159143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.159236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.159358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.159521] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.159631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.159696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.159887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.161240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.161240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.161240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.161240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.161240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.161240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.161240] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.515050] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.663864] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 997.685025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.685025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.685025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.685025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.685642] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.685642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.685642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.685642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.686305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.686564] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 997.775172] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.775365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.775414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.775660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.775776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.793857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 998.017817] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.018174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.018174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.018337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.018450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.018557] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 998.048816] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.049573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.049660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.049888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.050057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.060833] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 998.853883] env[69323]: INFO networking_nsxv3.common.synchronization [req-bbb98359-0f2e-4b96-bb43-fab5e8f85960 req-1244d278-daad-42c1-91c4-b81682b7fc39 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 998.855377] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 998.855741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.855853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.856045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.856176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.856346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.856463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.856525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.856693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.856796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.856888] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.345132] env[69323]: INFO networking_nsxv3.common.synchronization [req-fbd8dc25-3863-49d9-8021-dddb52ad6d74 req-06d464a3-c4b7-4d81-a260-afe093cc5610 tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 999.345748] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 999.346546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.346744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.346862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.347273] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.347369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.347439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.347711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.347804] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.359170] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.476750] env[69323]: INFO networking_nsxv3.common.synchronization [req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 req-b552d8f5-932c-4064-8552-3da241361f89 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 999.476750] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 999.477755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.477901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.477981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.478191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.478379] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.478452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.478589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.478707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.478841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.478911] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.814779] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 999.815195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.850745] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.861630] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.982309] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.074300] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 1000.074673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.074879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.075231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.075527] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.075736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.075812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.075999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.076105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.076207] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.079062] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.079237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.079237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.079541] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.079898] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.080106] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.080268] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.080561] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.080751] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.081030] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.081199] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.081353] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.081494] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.081665] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.083021] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.083021] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.102308] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.102491] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.102623] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.102808] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-981" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.103237] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.103823] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.103951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.104258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.104443] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.355280] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.364482] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.364699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.364753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.364971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.365087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.365195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 1000.399740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.399942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.400082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.400197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.400346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.410712] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 1000.485417] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.584304] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.584607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.584705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.584935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.585053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.585271] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.586797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.586797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.586797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.586797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.586797] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 1000.606522] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.606784] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.606950] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.607365] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.607562] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.607770] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b not found, creating... [ 1000.608101] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.608307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.608463] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.609735] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.609735] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.609735] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.609735] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.610026] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.610074] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.610251] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.610455] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b is going to be created. [ 1000.615737] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.615928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.615928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.616133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.616283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.625881] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 1000.634153] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.634371] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.634502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.634791] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.635029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.635262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.860022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.860022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.860022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.860022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.860022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.860022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 1000.898936] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.898936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.898936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.898936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.898936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.912652] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 1000.990396] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.990567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.990673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.990882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.990977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.991098] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be updated. [ 1001.023086] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.025252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.025252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.025252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.025252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.038782] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 1001.685214] env[69323]: INFO networking_nsxv3.common.synchronization [req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 req-d8877547-f06c-44d3-a487-13859d0c9d6b service nova] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_rules [ 1001.686036] env[69323]: INFO networking_nsxv3.common.synchronization [req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 req-d8877547-f06c-44d3-a487-13859d0c9d6b service nova] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 1001.686328] env[69323]: INFO networking_nsxv3.common.synchronization [req-ebfa0db7-74eb-4f42-a1a0-6d8d9af895e3 req-d8877547-f06c-44d3-a487-13859d0c9d6b service nova] Enqueued Resource ID: ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b with Priority: HIGHEST for action port [ 1001.687116] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_rules [ 1001.687332] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 1001.687541] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b with Priority: HIGHEST for action port [ 1001.687964] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.688196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.688318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.688631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.688802] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.690823] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.690934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.691270] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.691490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.691585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.691850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.692016] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.199755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.199949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.200199] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b with status ACTIVE [ 1002.200416] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.200547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.200654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.200917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.201040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.201231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.201325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.201405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.201606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.201682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.201953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.204617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.204746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.205011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.205134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.205252] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b is going to be updated. [ 1002.238177] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.238341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.238428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.238680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.242098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.242098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecee65e0-86a1-4dd6-9f12-47cdb2e3ce1b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.425656] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 1002.425656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.643019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 1002.643019] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb deletion is rescheduled due to dependency. [ 1002.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.643019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.643019] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.643567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.643567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.643567] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.643567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.643701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.643909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.644154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.644269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.644338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.644519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.644605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.644694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.644804] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.804488] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1f5ffd99-20ef-4aae-9c43-bf5a900a90f4 None None] Enqueued Resource ID: 9639ede1-9566-4b9e-b789-b7a6524e5cad with Priority: HIGHEST for action port [ 1002.804785] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9639ede1-9566-4b9e-b789-b7a6524e5cad with Priority: HIGHEST for action port [ 1002.806459] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9639ede1-9566-4b9e-b789-b7a6524e5cad taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.806459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9639ede1-9566-4b9e-b789-b7a6524e5cad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.806459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9639ede1-9566-4b9e-b789-b7a6524e5cad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.806459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9639ede1-9566-4b9e-b789-b7a6524e5cad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.806459] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9639ede1-9566-4b9e-b789-b7a6524e5cad',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.924408] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 1002.924408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.983075] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b8d93af9-87c9-4bd6-bcc3-ef5bb3427cd4 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: 6b84fd19-6fd2-47fa-b7fe-66f99599e75a with Priority: HIGHEST for action security_group_rules [ 1002.983075] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b84fd19-6fd2-47fa-b7fe-66f99599e75a with Priority: HIGHEST for action security_group_rules [ 1002.983075] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.983075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.984153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.984584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.984868] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b84fd19-6fd2-47fa-b7fe-66f99599e75a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.049446] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 1003.049677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.050407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.050639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.050837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.050990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.051078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.051241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.051349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.051480] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.150104] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a89c8898-0d00-4a87-a5be-dfff7d1922fb: rpc.has_security_group_logging(os_id): False [ 1003.170255] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.170255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.170255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.170255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.170255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.170255] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.170617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.170617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.170617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.170770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.170934] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.170934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.171130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.171130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.171311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.171360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.171430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.171670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.171670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.171798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.171798] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be updated. [ 1003.175602] env[69323]: INFO networking_nsxv3.common.synchronization [None req-8dc29f25-98a2-495d-b958-9059158584af tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: 6b84fd19-6fd2-47fa-b7fe-66f99599e75a with Priority: HIGHEST for action security_group_rules [ 1003.175860] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b84fd19-6fd2-47fa-b7fe-66f99599e75a with Priority: HIGHEST for action security_group_rules [ 1003.176457] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.176555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.248146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.248146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.248146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.248146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.248146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.263764] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: IN_PROGRESS for 2s [ 1003.289298] env[69323]: INFO networking_nsxv3.common.synchronization [req-4992101e-c65f-4dce-b7d2-19934ac618de req-446b7ef9-9226-4cf7-9845-b86e949e9d3e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1003.289838] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1003.290168] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.290589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.290589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.290589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.295824] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.299273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.299273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.299512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.299946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.299946] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.308124] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9639ede1-9566-4b9e-b789-b7a6524e5cad [ 1003.308362] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.308527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.308563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.308771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.308858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.308954] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9639ede1-9566-4b9e-b789-b7a6524e5cad already deleted. [ 1003.309047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9639ede1-9566-4b9e-b789-b7a6524e5cad" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.511976] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.511976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.511976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.511976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.511976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.512754] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b84fd19-6fd2-47fa-b7fe-66f99599e75a already deleted. [ 1003.512982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.513162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.513363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.513473] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b84fd19-6fd2-47fa-b7fe-66f99599e75a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.553758] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.806392] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.039340] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.039519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.039519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.039727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.039864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.040093] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b84fd19-6fd2-47fa-b7fe-66f99599e75a already deleted. [ 1004.040093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b84fd19-6fd2-47fa-b7fe-66f99599e75a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.059685] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.310661] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.561731] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.561922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.562023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.562277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.562384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.562503] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be updated. [ 1004.598538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.598774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.598885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.599123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.599307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.623444] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 1004.812611] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.812943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.812943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.813071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.813160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.813267] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1004.865610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.865821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.865917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.866186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.866373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.879541] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1005.289417] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb in Status: SUCCESS [ 1005.291429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.488052] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b57f1870-b2a0-42b6-92ec-1348d67b90e2 None None] Enqueued Resource ID: d98e0159-b358-4fea-aa49-0189aec2ed43 with Priority: HIGHEST for action port [ 1005.490053] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98e0159-b358-4fea-aa49-0189aec2ed43 with Priority: HIGHEST for action port [ 1005.490053] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98e0159-b358-4fea-aa49-0189aec2ed43 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.490224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98e0159-b358-4fea-aa49-0189aec2ed43" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.490263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98e0159-b358-4fea-aa49-0189aec2ed43" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.491356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98e0159-b358-4fea-aa49-0189aec2ed43" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.491586] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98e0159-b358-4fea-aa49-0189aec2ed43',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.996446] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d98e0159-b358-4fea-aa49-0189aec2ed43 [ 1005.996808] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.996808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.996904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.997374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.997535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.997695] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d98e0159-b358-4fea-aa49-0189aec2ed43 already deleted. [ 1005.997843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98e0159-b358-4fea-aa49-0189aec2ed43" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.107328] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5b7baaac-3c6a-484a-9414-9b6f5accc870 None None] Enqueued Resource ID: 65b3beb8-22d8-44e2-899a-ff598c0e08c7 with Priority: HIGHEST for action port [ 1006.107986] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b3beb8-22d8-44e2-899a-ff598c0e08c7 with Priority: HIGHEST for action port [ 1006.108393] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b3beb8-22d8-44e2-899a-ff598c0e08c7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.108582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b3beb8-22d8-44e2-899a-ff598c0e08c7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.108705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b3beb8-22d8-44e2-899a-ff598c0e08c7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.109026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b3beb8-22d8-44e2-899a-ff598c0e08c7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.109195] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b3beb8-22d8-44e2-899a-ff598c0e08c7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.425548] env[69323]: INFO networking_nsxv3.common.synchronization [req-8409fba7-5910-488a-b402-4e0a170c67c8 req-89c1974b-0f4c-4299-a63b-704217e39783 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1006.426098] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1006.426405] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.426551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.426597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.426776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.428899] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.429057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.429122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.429294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.429382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.429479] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.611851] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65b3beb8-22d8-44e2-899a-ff598c0e08c7 [ 1006.612748] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.612748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.612748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.612748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.612748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.612748] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65b3beb8-22d8-44e2-899a-ff598c0e08c7 already deleted. [ 1006.615060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b3beb8-22d8-44e2-899a-ff598c0e08c7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.633120] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 1006.633342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.633517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.633773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.633977] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.634224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.634224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.634338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.634418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.634681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.634681] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.888928] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1006.889258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.925615] env[69323]: INFO networking_nsxv3.common.synchronization [None req-33a1229f-8d31-4e05-8b71-4ffcb96310a8 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_rules [ 1006.926418] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_rules [ 1006.926530] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.928893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.928970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.929307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.929416] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.932173] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.932741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.932741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.932741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.932741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.932989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.933105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.933165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.933319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.933392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.933507] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1006.962974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.963142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.963212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.963422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.963563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.974288] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1007.026045] env[69323]: INFO networking_nsxv3.common.synchronization [None req-2b70e755-6d9c-4c0f-8905-b6fd9198087b tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_rules [ 1007.026045] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_rules [ 1007.026045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.026045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.137025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.137025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.137025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.137348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.137510] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.137732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.137791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.138044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.138540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138540] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.138540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.138723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.138723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.138830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.139045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.139045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.139877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.139877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.139877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.139877] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.459018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.459018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed already deleted. [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.459018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.459018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.642610] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f540c91-5cee-4a88-b32b-dc550193d20b: rpc.has_security_group_logging(os_id): False [ 1007.663914] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.665290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.665451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.666361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.666361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.666361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.666361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.666361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.667181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.667305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.667582] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.667795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.667795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.668480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.668812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.668881] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.669090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.669316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.670055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.670055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.670055] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be updated. [ 1007.758357] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.758357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.758357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.758357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.758357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.775199] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 1007.985316] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.985750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.985954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.986662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.986662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.986662] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed already deleted. [ 1007.986662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.633808] env[69323]: INFO networking_nsxv3.common.synchronization [None req-a822e892-cf98-4497-8c0f-d1d33a6ce52b None None] Enqueued Resource ID: ffb31ef6-52d0-4948-af4c-d657e5b886e7 with Priority: HIGHEST for action port [ 1008.633808] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb31ef6-52d0-4948-af4c-d657e5b886e7 with Priority: HIGHEST for action port [ 1008.634469] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffb31ef6-52d0-4948-af4c-d657e5b886e7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.634576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffb31ef6-52d0-4948-af4c-d657e5b886e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.634576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffb31ef6-52d0-4948-af4c-d657e5b886e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.636059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffb31ef6-52d0-4948-af4c-d657e5b886e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.636217] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffb31ef6-52d0-4948-af4c-d657e5b886e7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.984727] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1008.984924] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 1008.985053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.137828] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffb31ef6-52d0-4948-af4c-d657e5b886e7 [ 1009.138095] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.138226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.138294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.138511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.138587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.138683] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffb31ef6-52d0-4948-af4c-d657e5b886e7 already deleted. [ 1009.138763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffb31ef6-52d0-4948-af4c-d657e5b886e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.254433] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee6af589-c493-4724-8437-c55d6dab4c4c req-113aa0f9-fa5c-4709-a169-3b9030cf655c tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_members [ 1009.254845] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_members [ 1009.255186] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.255303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.255368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.255621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.256107] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.256107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.256107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.256107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.256319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.256319] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.615489] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.615837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.615996] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.616870] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.617437] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.617652] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.617913] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.618294] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.618484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618821] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.618965] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.619276] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.619276] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.619896] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.619896] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.619896] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.638878] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.638878] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.638878] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.638878] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.639728] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-00865f1a-1326-4eea-bed7-b95556d23902 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.640204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.641016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.641016] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.641016] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00865f1a-1326-4eea-bed7-b95556d23902',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.759799] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.760420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.760420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.760420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.760420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.760602] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.760664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.760698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.760833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.760907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.760991] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 already deleted. [ 1009.761249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.790091] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 1009.790333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.143428] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.143792] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.143904] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.144262] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.144520] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.144739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 00865f1a-1326-4eea-bed7-b95556d23902 not found, creating... [ 1010.145109] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.145310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.145467] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.145743] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.145947] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.146381] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.146564] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.146724] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.146955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.147116] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.147381] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 00865f1a-1326-4eea-bed7-b95556d23902 is going to be created. [ 1010.169497] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.169732] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.169871] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.170258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.170503] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.170742] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.858894] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee6af589-c493-4724-8437-c55d6dab4c4c req-cce2057f-7750-4413-a1a5-3a3e5a08cfc9 service nova] Enqueued Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_rules [ 1010.859145] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee6af589-c493-4724-8437-c55d6dab4c4c req-cce2057f-7750-4413-a1a5-3a3e5a08cfc9 service nova] Enqueued Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_members [ 1010.859997] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee6af589-c493-4724-8437-c55d6dab4c4c req-cce2057f-7750-4413-a1a5-3a3e5a08cfc9 service nova] Enqueued Resource ID: 00865f1a-1326-4eea-bed7-b95556d23902 with Priority: HIGHEST for action port [ 1010.859997] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_rules [ 1010.859997] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_members [ 1010.859997] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00865f1a-1326-4eea-bed7-b95556d23902 with Priority: HIGHEST for action port [ 1010.860307] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.860354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.860421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.860634] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.860714] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.861798] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.861908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.861975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.862150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.862296] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.862390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.862451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.863528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.863528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.863528] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.863528] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-00865f1a-1326-4eea-bed7-b95556d23902 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.863741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.863741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.864536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.864622] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00865f1a-1326-4eea-bed7-b95556d23902',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.366545] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.366765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.366894] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.367953] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00865f1a-1326-4eea-bed7-b95556d23902 with status ACTIVE [ 1011.368098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.368165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.368201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.368417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.368563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.368684] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.368797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.368860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.369035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.369116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.369305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.369399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.369460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.369601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.369679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.369778] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00865f1a-1326-4eea-bed7-b95556d23902 is going to be updated. [ 1011.390308] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.390534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.390534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.390732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.390866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.391034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00865f1a-1326-4eea-bed7-b95556d23902" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.748974] env[69323]: INFO networking_nsxv3.common.synchronization [req-52556f67-de33-4c47-9789-24e0a3f7423e req-8ce74be8-895f-4566-8848-84ba429a9d74 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_members [ 1011.749549] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_members [ 1011.749841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.749972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.750065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.750289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.750450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.750553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.750614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.750763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.750849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.750942] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.872111] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.252790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.252947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.253117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.253280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.253389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.253636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.253762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.253762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.253981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.254079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.254351] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 already deleted. [ 1012.254351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.294801] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.294801] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.294801] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.294801] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.295174] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.295174] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.295174] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.295376] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.295525] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.295747] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.299026] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.299026] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.299026] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.299026] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.299026] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.299026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.322551] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.322551] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.322551] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.322551] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.322551] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.322551] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.322551] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.322551] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.322551] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca4064e-ff7c-46d2-b9eb-1caea70f4b31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.376027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.376134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.376270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.376417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.376508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.376612] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 is going to be created. [ 1012.410363] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.410913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.410913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.410996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.411187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.431526] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 in Status: UNINITIALIZED for 2s [ 1012.824829] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.825012] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.825118] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.825408] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.825565] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.825717] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 not found, creating... [ 1012.825986] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.826187] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.826310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.826527] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.826726] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.826909] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.827067] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.827204] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.827400] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.827536] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.827676] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 is going to be created. [ 1012.851861] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.852132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.852266] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.852775] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.853009] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.594169] env[69323]: INFO networking_nsxv3.common.synchronization [req-52556f67-de33-4c47-9789-24e0a3f7423e req-6eb7a6cb-3843-4bba-aff7-c628ca888991 service nova] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_rules [ 1013.594419] env[69323]: INFO networking_nsxv3.common.synchronization [req-52556f67-de33-4c47-9789-24e0a3f7423e req-6eb7a6cb-3843-4bba-aff7-c628ca888991 service nova] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_members [ 1013.594419] env[69323]: INFO networking_nsxv3.common.synchronization [req-52556f67-de33-4c47-9789-24e0a3f7423e req-6eb7a6cb-3843-4bba-aff7-c628ca888991 service nova] Enqueued Resource ID: 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 with Priority: HIGHEST for action port [ 1013.595019] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_rules [ 1013.595181] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_members [ 1013.595281] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 with Priority: HIGHEST for action port [ 1013.595578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.595707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.595768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.595976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.600984] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.602148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.602333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.602333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.602541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.603076] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.603210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.603280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.603446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.603535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.603632] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.605740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.605740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.605913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.606474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.606474] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca4064e-ff7c-46d2-b9eb-1caea70f4b31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.109353] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.109512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.109823] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 with status ACTIVE [ 1014.109922] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.109997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.110318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.110528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.110687] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.110687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.111105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.111105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.111305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.112163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.112163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.112269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.112348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.112427] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ca4064e-ff7c-46d2-b9eb-1caea70f4b31 is going to be updated. [ 1014.116432] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.138593] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.138870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.138870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.139017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.139160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.139327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca4064e-ff7c-46d2-b9eb-1caea70f4b31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.441824] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 in Status: SUCCESS [ 1014.442155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.442343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.442800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.442800] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.442955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.442955] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.443646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.443646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.443646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.443646] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.622046] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.946088] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.124970] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.125259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.125259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.125570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.125701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.125822] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 is going to be created. [ 1015.167057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.167269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.167316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.167544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.167692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.183732] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: UNINITIALIZED for 2s [ 1015.451481] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d54134e-ed48-411d-90f3-a8c935d5b416: rpc.has_security_group_logging(os_id): False [ 1015.472029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.472029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.472029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.472029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 is going to be created. [ 1015.554787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.554966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.555025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.555281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.555467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.566362] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 in Status: IN_PROGRESS for 2s [ 1017.195606] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: SUCCESS [ 1017.195606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.195606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.195606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.195606] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.195606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.196212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.196212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.196212] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.196212] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.582584] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 in Status: SUCCESS [ 1017.582893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.699918] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.203458] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa675d15-6d8f-47a3-875b-cc0945081699: rpc.has_security_group_logging(os_id): False [ 1018.226115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.226383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.226383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.226567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.226712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.226977] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.227161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.227161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.227380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.227446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.227543] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 is going to be created. [ 1018.301855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.301855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.301855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.302092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.302236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.318999] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: IN_PROGRESS for 2s [ 1018.596022] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1018.596240] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1018.914784] env[69323]: INFO networking_nsxv3.common.synchronization [req-fc02258d-5bac-4864-8f30-5d91533a0c98 req-03a0be45-2c91-48a9-be8b-a4598058b4ac tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1018.916732] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1018.917221] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.917427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.917536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.917830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.918039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.918222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.918431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.918735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.919378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.919553] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.421351] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.460833] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.461062] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.461211] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.461582] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.461889] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.462628] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.462628] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.462826] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.463832] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.463832] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.465969] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.467035] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.467035] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.467035] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.467035] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.467035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.490397] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.490757] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.490922] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.491141] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.491480] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-9ed71fbb-20e2-4713-b902-e882c5a55361 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.491741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.491813] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.492202] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.492702] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed71fbb-20e2-4713-b902-e882c5a55361',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.926867] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.995853] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.996621] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.996621] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.997091] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.997396] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.997641] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 9ed71fbb-20e2-4713-b902-e882c5a55361 not found, creating... [ 1019.998498] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.998903] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.999113] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.999482] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.999642] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.999960] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.000181] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.000310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.000544] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.000793] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.000926] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 9ed71fbb-20e2-4713-b902-e882c5a55361 is going to be created. [ 1020.024790] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.025427] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.025685] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.026031] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.026358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.026678] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.338811] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: SUCCESS [ 1020.339082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.432381] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.432757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.432757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.432863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.432906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.433018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1020.465109] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.465250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.465318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.465562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.465706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.477463] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1020.884639] env[69323]: INFO networking_nsxv3.common.synchronization [req-fc02258d-5bac-4864-8f30-5d91533a0c98 req-cc0a7ab5-7d00-4151-aa22-f2f935331e4a service nova] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_rules [ 1020.884970] env[69323]: INFO networking_nsxv3.common.synchronization [req-fc02258d-5bac-4864-8f30-5d91533a0c98 req-cc0a7ab5-7d00-4151-aa22-f2f935331e4a service nova] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1020.885577] env[69323]: INFO networking_nsxv3.common.synchronization [req-fc02258d-5bac-4864-8f30-5d91533a0c98 req-cc0a7ab5-7d00-4151-aa22-f2f935331e4a service nova] Enqueued Resource ID: 9ed71fbb-20e2-4713-b902-e882c5a55361 with Priority: HIGHEST for action port [ 1020.888626] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_rules [ 1020.888626] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1020.888626] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ed71fbb-20e2-4713-b902-e882c5a55361 with Priority: HIGHEST for action port [ 1020.888626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.888626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.888626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.888626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.888626] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.890139] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.890139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.890139] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ed71fbb-20e2-4713-b902-e882c5a55361 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.890139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.890139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.890139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.890139] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ed71fbb-20e2-4713-b902-e882c5a55361',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.391864] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.392018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.393423] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ed71fbb-20e2-4713-b902-e882c5a55361 with status ACTIVE [ 1021.393633] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.393805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.393805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.394098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.394263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.394541] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.394662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.394744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.394936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.395384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.395870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ed71fbb-20e2-4713-b902-e882c5a55361 is going to be updated. [ 1021.411414] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f6032ff-37b0-4b18-8724-ee59694d11d2 req-16cd28dd-c93a-4dd6-b02d-0350d669ff32 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1021.411814] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1021.412398] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.412494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.412494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.412778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.412967] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.413693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.413821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.414224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.414224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.414362] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.422637] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.422637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.422637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.422637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.422637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.422637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ed71fbb-20e2-4713-b902-e882c5a55361" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.918516] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.918795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.918795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.919047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.919125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.919329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.919425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.919485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.919641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.919857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.919857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1021.933649] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.933649] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.933649] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.933891] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.934146] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.934334] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.934456] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.934677] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.934822] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.935582] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.935582] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.935582] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.935582] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.935582] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.935894] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.935894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.952236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.952441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.952494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.952817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.952817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.955731] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.955912] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.956076] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.956268] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.956600] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7b178948-7094-4d82-93e7-d9e6b0672182 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.956778] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.956913] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.957261] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.957473] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b178948-7094-4d82-93e7-d9e6b0672182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.966195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1022.460203] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.460559] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.460770] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.461080] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.461242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.461541] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7b178948-7094-4d82-93e7-d9e6b0672182 not found, creating... [ 1022.461678] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.461837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.461958] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.462209] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.462344] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.462633] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.462790] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.462910] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.463132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.463269] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.463434] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7b178948-7094-4d82-93e7-d9e6b0672182 is going to be created. [ 1022.485705] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1022.485926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.486107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.486309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.486562] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.486720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.486754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.487016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.487125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.487197] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.488842] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.489071] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.489167] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.489401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.489625] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.489832] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.992208] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.495212] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.750859] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f6032ff-37b0-4b18-8724-ee59694d11d2 req-68b4c914-cb2c-46df-8639-604a3e8741ca service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1023.751073] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f6032ff-37b0-4b18-8724-ee59694d11d2 req-68b4c914-cb2c-46df-8639-604a3e8741ca service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1023.751239] env[69323]: INFO networking_nsxv3.common.synchronization [req-6f6032ff-37b0-4b18-8724-ee59694d11d2 req-68b4c914-cb2c-46df-8639-604a3e8741ca service nova] Enqueued Resource ID: 7b178948-7094-4d82-93e7-d9e6b0672182 with Priority: HIGHEST for action port [ 1023.751805] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1023.751958] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1023.753253] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b178948-7094-4d82-93e7-d9e6b0672182 with Priority: HIGHEST for action port [ 1023.756658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.756658] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.756658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.756658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b178948-7094-4d82-93e7-d9e6b0672182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.756658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.756658] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b178948-7094-4d82-93e7-d9e6b0672182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.979595] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1023.979595] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1023.979595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.979595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.979595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.979595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.979595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.979911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.979911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.979911] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.997308] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.997736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.997736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.997736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.997868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.997918] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1024.030375] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.030571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.030643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.030865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.031024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.040120] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1024.164020] env[69323]: INFO networking_nsxv3.common.synchronization [req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d req-b345f10b-740d-400d-bae7-1c7e87a7580e tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1024.164605] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1024.164905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.165823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.165823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.165823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.165998] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.165998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.165998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.166211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.166263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.166354] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.257343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.257465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.259997] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b178948-7094-4d82-93e7-d9e6b0672182 with status ACTIVE [ 1024.260224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.260399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.260399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.260546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.260686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.260897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.261061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.261061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.261170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.261204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.261391] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.261479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.261607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.261670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.261779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.261817] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b178948-7094-4d82-93e7-d9e6b0672182 is going to be updated. [ 1024.284261] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.284470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.284581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.284797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.284936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.285114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b178948-7094-4d82-93e7-d9e6b0672182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.484747] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.549056] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.549307] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.549402] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.549685] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.549966] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.550179] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.550257] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.550487] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.550634] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.550852] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.550969] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.551121] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.551190] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.551340] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.551476] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.551597] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.571844] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.572034] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.572275] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.572492] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572808] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-8993972f-bd20-4046-80ae-114c080e78f4 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.572985] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.573123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.573441] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.573588] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8993972f-bd20-4046-80ae-114c080e78f4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.668091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.668291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.668397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.668562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.668659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.668867] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.668973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.669084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.669265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.669342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.669435] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be deleted. [ 1024.700138] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.700343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.700343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.700608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.700676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.700760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.986746] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.076275] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.076547] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.076716] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.077093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.077284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.077645] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 8993972f-bd20-4046-80ae-114c080e78f4 not found, creating... [ 1025.078037] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.078221] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.078349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.079029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.079029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.079280] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.079496] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.079567] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.079815] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.079960] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.080121] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 8993972f-bd20-4046-80ae-114c080e78f4 is going to be created. [ 1025.110083] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.110083] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.110266] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.110743] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.110837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.111643] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.489381] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.491410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.491638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.491962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.492186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.492405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1025.529099] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.529099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.529099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.529099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.529099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.538014] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1025.734034] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce03573d-7e31-4246-8969-8a56ee66eb41 req-161af8aa-05c2-46bc-a60b-9fbe7eab1e5f tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_members [ 1025.734721] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_members [ 1025.735513] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.735513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.735513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.735773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.735817] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.735889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.735961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.736137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.736671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.736671] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.960767] env[69323]: INFO networking_nsxv3.common.synchronization [req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d req-4e3e92ba-37a1-4659-8c4c-3ca0c20d4587 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1025.960993] env[69323]: INFO networking_nsxv3.common.synchronization [req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d req-4e3e92ba-37a1-4659-8c4c-3ca0c20d4587 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1025.961107] env[69323]: INFO networking_nsxv3.common.synchronization [req-49ef4567-0bdb-4b29-b47d-4c3ddedc294d req-4e3e92ba-37a1-4659-8c4c-3ca0c20d4587 service nova] Enqueued Resource ID: 8993972f-bd20-4046-80ae-114c080e78f4 with Priority: HIGHEST for action port [ 1025.961999] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1025.961999] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1025.961999] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8993972f-bd20-4046-80ae-114c080e78f4 with Priority: HIGHEST for action port [ 1025.962216] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.962277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.962316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.962520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.962603] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.963484] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.963570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.963621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.963786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.963959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.964069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.964131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.964271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.964376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.964474] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.965474] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-8993972f-bd20-4046-80ae-114c080e78f4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.965590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.965655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.965807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.965882] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8993972f-bd20-4046-80ae-114c080e78f4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.058257] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1026.058257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.058257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.058257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.058257] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.058257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.058257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.058973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.059233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.059426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.059616] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.220594] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.220886] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.220944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.221385] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.221542] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.221740] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.221869] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.222198] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.222369] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.222591] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.222711] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.222823] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.222940] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.223065] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.223180] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.223316] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.243240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.243493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.243493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.244049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.244049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.244049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.244049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.244364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.244364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.244364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.244470] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 already deleted. [ 1026.244605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.245779] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.245852] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.245947] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.246132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-743" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.246416] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-313a1a18-0e2a-4d3e-9189-71f473b306fd taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.246581] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.246707] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.247021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.247170] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313a1a18-0e2a-4d3e-9189-71f473b306fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.467771] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.468772] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.468772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.468895] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8993972f-bd20-4046-80ae-114c080e78f4 with status ACTIVE [ 1026.469091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.469200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.469313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.469542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.469657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.469851] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.469965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.470088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.470294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.470522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.470641] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.470742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.470804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.470948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.471035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.471119] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8993972f-bd20-4046-80ae-114c080e78f4 is going to be updated. [ 1026.492148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.492315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.492409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.492591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.492751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.492929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8993972f-bd20-4046-80ae-114c080e78f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.564695] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.565026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.565026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.565197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.565382] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.565545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.565545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.565753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.565840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.565929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.566096] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.566295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.566295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.566390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.566521] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.566777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.566777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.566959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.566959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.566959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.567078] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.749941] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.750168] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.750224] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.750501] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.750662] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.750821] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 313a1a18-0e2a-4d3e-9189-71f473b306fd not found, creating... [ 1026.751101] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.751265] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.751386] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.751669] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.751919] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.752137] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752344] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.752460] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.752684] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.752814] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.752959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 313a1a18-0e2a-4d3e-9189-71f473b306fd is going to be created. [ 1026.774185] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.774617] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.774816] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.775131] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.775666] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.775955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.973564] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.069906] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68edbb2e-456b-40a9-883f-edfe6c03d4a4: rpc.has_security_group_logging(os_id): False [ 1027.087530] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.087791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.087834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.088073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.088163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.088384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.088476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.088539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.088695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.088772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.088950] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.089116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.089116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.089260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.089336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.089519] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.089610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.089666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.089807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.089880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.089964] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1027.156615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.156615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.156615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.156615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.156901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.182101] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1027.475602] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.475933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.475933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.476557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.476557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.476557] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be created. [ 1027.504837] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.504837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.504837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.505901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.505901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.508108] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce03573d-7e31-4246-8969-8a56ee66eb41 req-3e65d214-9345-481a-b156-539f86b4cf45 service nova] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_rules [ 1027.508298] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce03573d-7e31-4246-8969-8a56ee66eb41 req-3e65d214-9345-481a-b156-539f86b4cf45 service nova] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_members [ 1027.508438] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce03573d-7e31-4246-8969-8a56ee66eb41 req-3e65d214-9345-481a-b156-539f86b4cf45 service nova] Enqueued Resource ID: 313a1a18-0e2a-4d3e-9189-71f473b306fd with Priority: HIGHEST for action port [ 1027.508965] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_rules [ 1027.509121] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_members [ 1027.509222] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313a1a18-0e2a-4d3e-9189-71f473b306fd with Priority: HIGHEST for action port [ 1027.509540] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.509645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.509740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.509959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.510057] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.510915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.511054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.511123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.511474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.511638] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.511736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.511797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.511947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.512042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.512133] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.514468] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-313a1a18-0e2a-4d3e-9189-71f473b306fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.514631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.514702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.514889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.514968] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313a1a18-0e2a-4d3e-9189-71f473b306fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.516992] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: UNINITIALIZED for 2s [ 1027.551227] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1027.551517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.551606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.551840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.552054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.552336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.552336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.552435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.552468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.552652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.552652] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.017320] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.017492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.017671] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.020390] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 313a1a18-0e2a-4d3e-9189-71f473b306fd with status ACTIVE [ 1028.020390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.020390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.020390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.025106] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.025106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.025106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.025106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.025106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.025106] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 313a1a18-0e2a-4d3e-9189-71f473b306fd is going to be updated. [ 1028.055418] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.055557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.055619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.055890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.056140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.056240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-313a1a18-0e2a-4d3e-9189-71f473b306fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.058514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.058514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.058514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.058514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.058514] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.059306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.059306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.059306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.059306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.059306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.059306] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.527910] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.561229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915b412b-4ce6-4699-8f60-a891ab76f53a: rpc.has_security_group_logging(os_id): False [ 1028.587023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.587023] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.587023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.588859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.588859] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.591905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591905] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1028.668354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.668479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.668531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.668837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.669094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.686157] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1029.030613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.030805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.030848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.031112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.031215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.031323] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 is going to be created. [ 1029.056425] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.056425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.056425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.057060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.057060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.067966] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 in Status: UNINITIALIZED for 2s [ 1029.200011] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1029.200304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.529447] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1029.529817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.529888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.530110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.530303] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.530504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.530504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.530672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.530759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.530847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.530954] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.033966] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.034179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.034179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.034384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.034614] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.034716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.034780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.034935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.035039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.035130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.035277] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.035368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.035456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.035598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.035743] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.035830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.035887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.036033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.036106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.036184] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.036273] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.541916] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf9d501-a76a-4d1d-bbd1-79412aef2c22: rpc.has_security_group_logging(os_id): False [ 1030.562007] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.562580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.562580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.562580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.562741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.562963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.563052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.563137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.563330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.563461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.563888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.563888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.563888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.564049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.564120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.564331] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.564465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.564768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.564835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.564930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.565067] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be created. [ 1030.626139] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.626337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.626402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.626838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.626900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.639534] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1030.698981] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1030.699239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.080518] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 in Status: SUCCESS [ 1031.080748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.080916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.081155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.081344] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.081462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.081530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.081756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.081756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.081857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.081931] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.119719] env[69323]: INFO networking_nsxv3.common.synchronization [None req-81d5ad1b-6697-4517-9c26-16b8ba1c521a tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1031.120330] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1031.120636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.121036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.121036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.123076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.123286] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.124225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.124225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.124225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.124225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.124225] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.584451] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.626424] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.090587] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75f2180e-5775-4be9-869f-36da4ab0b7b6: rpc.has_security_group_logging(os_id): False [ 1032.108632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.108792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.108862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.109287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.109287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.109831] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.109831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.109831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.109831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.110050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.110050] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 is going to be created. [ 1032.128420] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.135086] env[69323]: INFO networking_nsxv3.common.synchronization [req-f68386ff-30b6-4e71-ba3a-833bc5241cbc req-88a19bfd-d39f-43ee-939a-79c2e583f33d tempest-ServersTestFqdnHostnames-1981582838 tempest-ServersTestFqdnHostnames-1981582838-project-member] Enqueued Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_members [ 1032.135086] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 with Priority: HIGHEST for action security_group_members [ 1032.135086] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccc12c1-fc10-4879-978e-d541a875c5b1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.135086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.135086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.135407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.136178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.136178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.136178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.136178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.137273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.137273] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccc12c1-fc10-4879-978e-d541a875c5b1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.172364] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.172914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.172914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.184790] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 in Status: IN_PROGRESS for 2s [ 1032.631725] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.632097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.632097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.632272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.632328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.632429] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1032.647486] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.647647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.647721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.647938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.648045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.648249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.648351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.648414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.648564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.648644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.648729] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 is going to be updated. [ 1032.659285] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1032.659517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.667480] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.667836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.667836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.667956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.668041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.676119] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1032.686525] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.686665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.687317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.687317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.687317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.700450] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 in Status: IN_PROGRESS for 2s [ 1033.144395] env[69323]: INFO networking_nsxv3.common.synchronization [req-79f91e20-735b-48e4-968e-563cb51208a2 req-faee5be3-0b60-4698-a4d4-710c368e7424 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1033.145044] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1033.145359] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.145495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.145701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.145791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.146449] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.146564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.146605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.146772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.146912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.147084] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.550921] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.551598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.551598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.551598] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.551952] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.552090] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.552584] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.552584] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.552678] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.552911] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.553096] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.553160] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.553277] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.553392] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.553545] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.553632] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.573094] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.573297] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.573470] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.573658] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.574063] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b2c7737b-95c9-421b-9058-1859be7dd2d1 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.574239] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.574487] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.574759] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.574845] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c7737b-95c9-421b-9058-1859be7dd2d1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.649684] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.080360] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.080858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.081335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.081395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.081562] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b2c7737b-95c9-421b-9058-1859be7dd2d1 not found, creating... [ 1034.081858] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.082143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.082181] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.082387] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.082533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.082837] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.083010] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.083135] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.083384] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.083483] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.083650] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b2c7737b-95c9-421b-9058-1859be7dd2d1 is going to be created. [ 1034.107576] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.107936] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.108173] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.108500] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.108828] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.109101] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.154758] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.205431] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 in Status: SUCCESS [ 1034.205795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.657325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.657691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.657691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.658205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.658348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.658582] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1034.686576] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1034.686889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.687998] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.688133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.688209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.688413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.688554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.696324] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1034.708299] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 in Status: SUCCESS [ 1034.708486] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccc12c1-fc10-4879-978e-d541a875c5b1 deletion is rescheduled due to dependency. [ 1034.708601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccc12c1-fc10-4879-978e-d541a875c5b1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.841219] env[69323]: INFO networking_nsxv3.common.synchronization [req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 req-0907a873-13e5-40ea-94b1-3182e032b5d1 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1034.841504] env[69323]: INFO networking_nsxv3.common.synchronization [req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 req-0907a873-13e5-40ea-94b1-3182e032b5d1 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1034.841730] env[69323]: INFO networking_nsxv3.common.synchronization [req-696a4b4a-4b40-47dd-b079-e0eb3c798b35 req-0907a873-13e5-40ea-94b1-3182e032b5d1 service nova] Enqueued Resource ID: b2c7737b-95c9-421b-9058-1859be7dd2d1 with Priority: HIGHEST for action port [ 1034.842393] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1034.842585] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1034.842742] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c7737b-95c9-421b-9058-1859be7dd2d1 with Priority: HIGHEST for action port [ 1034.843269] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.843446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.843548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.843833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.843959] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.847313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.847313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.847313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.847313] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.850016] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c7737b-95c9-421b-9058-1859be7dd2d1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.850190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.850487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.850537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.850616] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c7737b-95c9-421b-9058-1859be7dd2d1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.350703] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.353355] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c7737b-95c9-421b-9058-1859be7dd2d1 with status ACTIVE [ 1035.353597] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.354386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.354386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.354386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.354386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.354864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.355062] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.355342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.355342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.355550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.355550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.355636] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c7737b-95c9-421b-9058-1859be7dd2d1 is going to be updated. [ 1035.357014] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.357117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.379570] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.379819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.379819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.379992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.380149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.380315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c7737b-95c9-421b-9058-1859be7dd2d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.853430] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.360031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.360292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.360355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.360523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.360647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.360765] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1036.398453] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.398702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.398702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.398866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.398951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.408095] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1036.706360] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1036.706583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.324784] env[69323]: INFO networking_nsxv3.common.synchronization [req-73720881-faa7-4694-ab26-139305ff49ae req-b375a8dd-69fc-4b27-a1a8-3e278ad902d6 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1037.325334] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1037.325750] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.325875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.325967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.326985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.326985] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.326985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.326985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.326985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.326985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.326985] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.830042] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.830042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.830042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.830042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.830379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.830670] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.831618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.831618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.831618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.831618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.831618] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 1037.865020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.865020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.865020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.865020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.865020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.874878] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 1038.423070] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1038.423431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.423507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.423694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.423922] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.424066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.424131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.424296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.424379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.424467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.424581] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.927694] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.927925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.927925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.928168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.928335] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.928683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.928683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.928683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.928870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.928870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.928951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.929039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.929101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.929242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.929399] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.929502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.929618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.929785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.929868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.929949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.930073] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.432033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf9d501-a76a-4d1d-bbd1-79412aef2c22: rpc.has_security_group_logging(os_id): False [ 1039.451286] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.451286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.451286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.451444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.451597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.451809] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.451972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.452092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.452399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.452554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.452878] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.453164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.453335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.453599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.453684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.453980] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.454155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.454265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.454537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.454677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.454813] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1039.531310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.531477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.531477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.531738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.532078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.544422] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1039.887289] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 1039.888169] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b deletion is rescheduled due to dependency. [ 1039.888169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.479501] env[69323]: INFO networking_nsxv3.common.synchronization [req-6e2fd5ca-fe71-4e0e-9ef7-630921d841a3 req-5cb3ea6e-4657-4ef4-b010-809de03f064a tempest-ListServerFiltersTestJSON-539698426 tempest-ListServerFiltersTestJSON-539698426-project-member] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 1040.480648] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGHEST for action security_group_members [ 1040.481741] env[69323]: INFO networking_nsxv3.common.synchronization [req-ad935aa7-8824-4da4-afb4-4f9d02b13896 req-90643c04-87a8-4e81-bfd4-aeef16b45780 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1040.481741] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.481953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.481953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.482139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.482292] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.482389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.482532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.482589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.482676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.482767] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.486836] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1040.488490] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.488635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.488701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.488903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.489090] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.489198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.489419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.489419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.489525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.489580] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.843941] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.844176] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.844310] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.844653] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.844961] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.845105] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.845228] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.845475] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.845737] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.845923] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.846058] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.846177] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.846320] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.846441] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.846521] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.846665] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.865838] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.866037] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.866182] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.866371] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.866826] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-bf3b81a8-d580-450b-85f6-4ce37f02af74 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.867120] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.867264] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.867596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.867747] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3b81a8-d580-450b-85f6-4ce37f02af74',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.987844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.988034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.988080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.988277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.988377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.988575] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.988679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.988745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.989269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.989269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.989269] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be updated. [ 1040.991826] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.991944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.992014] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.992183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.992265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.992436] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.992534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.992599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.992744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.992821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.992909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1041.017726] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.017952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.018044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.018274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.018425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.020144] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.020259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.020329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.020490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.020610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.031338] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1041.032207] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: IN_PROGRESS for 2s [ 1041.370522] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.370770] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.370905] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.371221] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.371375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.371533] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port bf3b81a8-d580-450b-85f6-4ce37f02af74 not found, creating... [ 1041.371805] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.372055] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.372160] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.372357] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.372534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.372845] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.373039] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.373169] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.373383] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.373524] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.373679] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: bf3b81a8-d580-450b-85f6-4ce37f02af74 is going to be created. [ 1041.392614] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.392869] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.392963] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.393255] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.393614] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.393951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.561419] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1041.561930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.098267] env[69323]: INFO networking_nsxv3.common.synchronization [req-ad935aa7-8824-4da4-afb4-4f9d02b13896 req-3b9dec06-4499-454d-ad1f-ff943a4b97b5 service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 1042.098583] env[69323]: INFO networking_nsxv3.common.synchronization [req-ad935aa7-8824-4da4-afb4-4f9d02b13896 req-3b9dec06-4499-454d-ad1f-ff943a4b97b5 service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1042.098876] env[69323]: INFO networking_nsxv3.common.synchronization [req-ad935aa7-8824-4da4-afb4-4f9d02b13896 req-3b9dec06-4499-454d-ad1f-ff943a4b97b5 service nova] Enqueued Resource ID: bf3b81a8-d580-450b-85f6-4ce37f02af74 with Priority: HIGHEST for action port [ 1042.099019] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 1042.099152] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1042.099262] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3b81a8-d580-450b-85f6-4ce37f02af74 with Priority: HIGHEST for action port [ 1042.100125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.100460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.100460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.100580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.100662] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.101528] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.101608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.102230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3b81a8-d580-450b-85f6-4ce37f02af74 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.102342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.102477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.102602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.102678] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3b81a8-d580-450b-85f6-4ce37f02af74',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.605582] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.605976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.605976] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf3b81a8-d580-450b-85f6-4ce37f02af74 with status ACTIVE [ 1042.606114] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.606725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.606725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.606725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.606725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.606725] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.607110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.607518] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.607518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.607742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.607742] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf3b81a8-d580-450b-85f6-4ce37f02af74 is going to be updated. [ 1042.630209] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.630412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.630412] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.630620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.630757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.630916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3b81a8-d580-450b-85f6-4ce37f02af74" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.859586] env[69323]: INFO networking_nsxv3.common.synchronization [req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b req-a620e2ca-261e-43bb-acdc-db5aa391831f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1042.859884] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1042.862059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.862059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.862059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.862059] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.047078] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 in Status: SUCCESS [ 1043.047305] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 deletion is rescheduled due to dependency. [ 1043.047478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.048220] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1043.048373] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 1043.048471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.048614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.048820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.049008] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.049126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.049188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.049392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.049427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.049507] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.145464] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.145673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.145805] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.146090] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.146421] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.146507] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.146631] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.146851] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.147066] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.147784] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.147784] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.147784] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.147784] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.148262] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.148262] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.148262] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.168426] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.168682] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.168888] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.169070] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.170102] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.170102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.170102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.170331] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.170474] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15cb5cc1-5b99-452c-adb6-87924a2bc2bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.364885] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.365063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.365140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.365407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.365504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.365700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.365810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.365867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.366044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.366180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.366231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 already deleted. [ 1043.366279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.552817] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.673398] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.673749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.673749] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.674047] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.674206] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.674500] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 15cb5cc1-5b99-452c-adb6-87924a2bc2bf not found, creating... [ 1043.674804] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.674975] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.675117] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.675343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.675514] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.675798] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.675957] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.676096] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.676306] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.676444] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.676588] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 15cb5cc1-5b99-452c-adb6-87924a2bc2bf is going to be created. [ 1043.697738] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.697971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.698117] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.698408] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.698649] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.698877] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.053442] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.443160] env[69323]: INFO networking_nsxv3.common.synchronization [req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b req-3b12c040-84c8-4db8-98e6-e112a3bd52dd service nova] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_rules [ 1044.443160] env[69323]: INFO networking_nsxv3.common.synchronization [req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b req-3b12c040-84c8-4db8-98e6-e112a3bd52dd service nova] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1044.443160] env[69323]: INFO networking_nsxv3.common.synchronization [req-3f8d5052-629b-412f-a735-8ffbbe0e4f4b req-3b12c040-84c8-4db8-98e6-e112a3bd52dd service nova] Enqueued Resource ID: 15cb5cc1-5b99-452c-adb6-87924a2bc2bf with Priority: HIGHEST for action port [ 1044.443160] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_rules [ 1044.443160] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1044.443160] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cb5cc1-5b99-452c-adb6-87924a2bc2bf with Priority: HIGHEST for action port [ 1044.447970] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.448070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.448121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.448374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.448455] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.449391] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.449901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.449901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.449901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.449901] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.450312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.450312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.450312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.450312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.450312] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.451543] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.451543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.451543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.451543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.451543] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15cb5cc1-5b99-452c-adb6-87924a2bc2bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.556047] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.557058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.557058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.557058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.557058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.557058] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1044.591999] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.592199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.592248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.593048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.593048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.601772] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1044.952994] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.953580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.953580] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.957071] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15cb5cc1-5b99-452c-adb6-87924a2bc2bf with status ACTIVE [ 1044.957407] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.957407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.957407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.957599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.957692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.957873] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.957973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.958046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.958197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.958273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.958453] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.959213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.959213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.959213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.959213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.959213] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15cb5cc1-5b99-452c-adb6-87924a2bc2bf is going to be updated. [ 1044.980915] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.981075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.981142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.981353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.981597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.981690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15cb5cc1-5b99-452c-adb6-87924a2bc2bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.240621] env[69323]: INFO networking_nsxv3.common.synchronization [req-e464ce87-d2d6-4f51-8172-8556c5e94de8 req-ddd6051f-c1e2-4444-92f6-e55d273f96aa tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_members [ 1045.241391] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_members [ 1045.241559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.241688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.241763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.242037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.242207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.242314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.242461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.242593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.242680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.242775] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.456551] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.536440] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.536669] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.536799] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.537165] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.537440] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.537657] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.537734] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.538030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.538123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.538418] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.538486] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.538810] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.538810] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.538893] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.538963] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.539113] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.557941] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.558125] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.558284] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.558463] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.558826] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-caa86c2f-90ae-48da-951a-813418a46d55 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.558963] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.559114] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559392] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559574] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa86c2f-90ae-48da-951a-813418a46d55',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.747214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.747421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.747508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.747736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.747825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.748054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.748160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.748224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.748379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.748456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.748540] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed already deleted. [ 1045.748615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.958561] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.958931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.958931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.959154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.959154] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.959248] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be created. [ 1045.990301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.990529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.990604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.990806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.990972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.002146] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: UNINITIALIZED for 2s [ 1046.061525] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.061899] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.062228] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.062529] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.062673] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port caa86c2f-90ae-48da-951a-813418a46d55 not found, creating... [ 1046.062871] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.063050] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.063176] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.063405] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.063548] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.064172] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.064172] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.068534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.068796] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.068944] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.069112] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: caa86c2f-90ae-48da-951a-813418a46d55 is going to be created. [ 1046.089661] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.089964] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.090128] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.090502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.090806] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.091748] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.611011] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1046.612178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.612178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.612178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.612781] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.612781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.612781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.612781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.612781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.613027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.613027] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.785651] env[69323]: INFO networking_nsxv3.common.synchronization [req-e464ce87-d2d6-4f51-8172-8556c5e94de8 req-cbe41c2f-fbf7-4f89-a547-f05e10278b77 service nova] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_rules [ 1046.785840] env[69323]: INFO networking_nsxv3.common.synchronization [req-e464ce87-d2d6-4f51-8172-8556c5e94de8 req-cbe41c2f-fbf7-4f89-a547-f05e10278b77 service nova] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_members [ 1046.786071] env[69323]: INFO networking_nsxv3.common.synchronization [req-e464ce87-d2d6-4f51-8172-8556c5e94de8 req-cbe41c2f-fbf7-4f89-a547-f05e10278b77 service nova] Enqueued Resource ID: caa86c2f-90ae-48da-951a-813418a46d55 with Priority: HIGHEST for action port [ 1046.786703] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_rules [ 1046.787565] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_members [ 1046.787708] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caa86c2f-90ae-48da-951a-813418a46d55 with Priority: HIGHEST for action port [ 1046.788153] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.788300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.788373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.788610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.788750] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.790384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.790384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.790384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.790384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.790384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.791194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.791194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.791194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.791194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.791194] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.791679] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-caa86c2f-90ae-48da-951a-813418a46d55 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.791779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.791844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.792016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.792505] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caa86c2f-90ae-48da-951a-813418a46d55',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.115610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.115610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.116197] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.116320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.116386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.116617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.117764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.117764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.117764] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.117764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.117764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.117764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.118245] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.118245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.118245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.118245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.118493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.118493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.118571] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.294433] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.294433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.296639] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caa86c2f-90ae-48da-951a-813418a46d55 with status ACTIVE [ 1047.296639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.296639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.296820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.297026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.297849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.297849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.297849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.297849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.298133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.298133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.298342] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.298415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.298450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.298583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.298717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.298762] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caa86c2f-90ae-48da-951a-813418a46d55 is going to be updated. [ 1047.300241] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.327952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.328126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.328174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.328375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.328540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.328792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caa86c2f-90ae-48da-951a-813418a46d55" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.621070] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40: rpc.has_security_group_logging(os_id): False [ 1047.639050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.639231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.639371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.639699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.639899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.640060] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.640210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.640296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.640471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.640615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.640830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.640972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.641149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.641356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.641477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.642234] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.642388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.642456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.642623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.642704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.642887] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1047.707616] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.707823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.707929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.708216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.708377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.723099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1047.804099] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.909541] env[69323]: INFO networking_nsxv3.common.synchronization [req-add132c3-bc3a-4e2a-ace7-3c6bf36c9d9b req-ec6c996d-31af-44b5-9bde-e454541f4ca4 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1047.910599] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1047.910599] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.910979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.911111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.911398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.912037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.912237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.912363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.912610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.912752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.912896] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.013875] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: SUCCESS [ 1048.014419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.014419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.014644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.014976] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.015134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.015134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.015335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.015435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.015540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.015637] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.175826] env[69323]: INFO networking_nsxv3.common.synchronization [req-9c83213a-8766-47ca-bc30-0ef590efd11e req-47c2831d-c266-4977-9964-f6ed71e64249 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1048.176505] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1048.177174] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.178264] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.178264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.178264] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.307316] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.307496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.307579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.307801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.307892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.307991] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed is going to be created. [ 1048.331102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.331269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.331344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.331541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.331704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.342341] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: UNINITIALIZED for 2s [ 1048.416933] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.518548] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.518677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.518757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.519043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.519226] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.519376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.519457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.519662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.519784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.519885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.520054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.520151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.520226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.520431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.520613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.520700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.520770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.520948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.521060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.521137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.521288] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.680905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.681081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.681156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.681375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.681470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.681671] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.681768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.681830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.681980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.682069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.683484] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1048.710978] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.711146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.711209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.711430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.711628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.722121] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1048.836208] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1df08f75-94e5-4983-ad55-22b43eeabd92 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1048.836789] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1048.837123] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.837226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.919418] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.023678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6a6d677-8577-448e-829e-37ff8eeffd31: rpc.has_security_group_logging(os_id): False [ 1049.042484] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.042660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.042734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.042929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.043031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.043227] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.043422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.043422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.043543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.043620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.043822] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.043915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.043968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.044135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.044209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.044449] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.044531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.044591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.044728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.044791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.044876] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be created. [ 1049.108758] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.108921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.109018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.109314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.110642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.122789] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: IN_PROGRESS for 2s [ 1049.422057] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.422452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.422452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.422548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.422602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.422711] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1049.455011] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.455265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.455265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.455462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.455604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.470640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1049.739316] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1049.739535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.352195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: SUCCESS [ 1050.352944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.352944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.352944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.354187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.354187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.354187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.354187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.354187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.354187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.354187] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.734427] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1050.734427] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1050.734427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.856654] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.135364] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: SUCCESS [ 1051.135603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.358857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed: rpc.has_security_group_logging(os_id): False [ 1051.383333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.383333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.383333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.383333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.383333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.383333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.383333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.383333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.383668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.383668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.383668] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed is going to be created. [ 1051.446021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.446021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.446021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.446021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.446021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.468943] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: IN_PROGRESS for 2s [ 1051.486269] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1051.486647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.486947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.487329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.487576] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.487712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.487787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.487974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.488080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.488192] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.533277] env[69323]: INFO networking_nsxv3.common.synchronization [req-6fa9b9fc-d922-4a50-a972-3b5b63cd811a req-f1547fd5-c00e-4aed-9711-48d9abf79ed2 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_members [ 1051.534164] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGHEST for action security_group_members [ 1051.534559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.534757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.534878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.535270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.535478] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.535642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.535753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.536009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.536161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.536316] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.992635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.992963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.992963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.994039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.994039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.994039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.994039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.994039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.994039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.994039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.994514] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1052.028732] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.029026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.029026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.029274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.029390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.040205] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1052.043835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.043835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.043835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.043835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.065259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.065766] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.065977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.066127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.066411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.066540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.066699] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd is going to be updated. [ 1052.101250] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.101250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.101250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.101250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.101250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.111836] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd in Status: IN_PROGRESS for 2s [ 1053.481701] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: SUCCESS [ 1053.482233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.052113] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1054.052339] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 deletion is rescheduled due to dependency. [ 1054.052460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.122511] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd in Status: SUCCESS [ 1054.122511] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd deletion is rescheduled due to dependency. [ 1054.122894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.535438] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1056.535848] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1056.862214] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee291867-02ea-4854-ab8b-c9d0a818d653 req-7e8e5535-7811-4300-9e35-6b71e72dc497 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1056.863037] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1056.863153] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.863219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.863292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.863647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.863647] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.863737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.863854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.863936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.866449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.866649] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.180029] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.180029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.180250] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.180395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.180658] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.180820] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.180940] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.181362] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.181362] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.181560] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.181679] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.181791] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.181962] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.182036] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.182220] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.182372] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.215217] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.215428] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.215572] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.215920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-474" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.216091] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-f6d4803f-752e-43e5-9105-68906ae10b15 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.216271] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.216398] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.216758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.216905] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d4803f-752e-43e5-9105-68906ae10b15',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.368869] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.369157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.369157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.369318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.369383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.369594] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.369721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.369789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.369985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.370077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.370169] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 1057.399896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.400069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.400119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.400383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.400470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.411867] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 1057.721336] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.721745] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.721745] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.721948] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.722906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.723140] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port f6d4803f-752e-43e5-9105-68906ae10b15 not found, creating... [ 1057.723451] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.723632] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.723757] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.724038] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.724263] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.724575] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.724747] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.724871] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.725152] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.725279] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.725470] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: f6d4803f-752e-43e5-9105-68906ae10b15 is going to be created. [ 1057.755604] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.755896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.756088] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.756338] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.756605] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.756841] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.444179] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee291867-02ea-4854-ab8b-c9d0a818d653 req-d5d7a6bc-445c-49a7-9649-b0b5a9dc32bf service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 1058.444179] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee291867-02ea-4854-ab8b-c9d0a818d653 req-d5d7a6bc-445c-49a7-9649-b0b5a9dc32bf service nova] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1058.444179] env[69323]: INFO networking_nsxv3.common.synchronization [req-ee291867-02ea-4854-ab8b-c9d0a818d653 req-d5d7a6bc-445c-49a7-9649-b0b5a9dc32bf service nova] Enqueued Resource ID: f6d4803f-752e-43e5-9105-68906ae10b15 with Priority: HIGHEST for action port [ 1058.444179] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_rules [ 1058.444447] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1058.444559] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d4803f-752e-43e5-9105-68906ae10b15 with Priority: HIGHEST for action port [ 1058.446468] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.446468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.446468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.446468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.446468] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.446819] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.447701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.447972] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d4803f-752e-43e5-9105-68906ae10b15 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.448423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.448423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.448423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.448578] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d4803f-752e-43e5-9105-68906ae10b15',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.547995] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1058.548132] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1058.953068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.953068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.953068] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d4803f-752e-43e5-9105-68906ae10b15 with status ACTIVE [ 1058.953668] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.953668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.953668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.953920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.953920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.954269] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.954446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.954558] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.954767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.954856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.955097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.955214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.955280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.955435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.955513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.956428] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d4803f-752e-43e5-9105-68906ae10b15 is going to be updated. [ 1058.990941] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.991205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.991386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.991674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.991906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.992227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d4803f-752e-43e5-9105-68906ae10b15" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.422660] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 1059.423624] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b deletion is rescheduled due to dependency. [ 1059.423624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.423624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.423624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.423624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.424644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.424644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.424644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.424644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.424644] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.927404] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.430469] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.933470] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.933470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.933470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.935460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.935460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.935460] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 1060.964215] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.964379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.964450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.964662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.964815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.973779] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 1061.502530] env[69323]: INFO networking_nsxv3.common.synchronization [req-9545d8c9-0225-474b-8c75-5af0e23c3136 req-e7a2d362-ffcd-4aaa-a85c-4ffae3696f7c tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1061.503073] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1061.503423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.503553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.503630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.503823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.503998] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.504135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.504200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.504354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.504455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.504550] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.936034] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.936248] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.936375] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.936645] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.936906] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.937072] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.937196] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.937409] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.937644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.937767] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.937880] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.937989] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.938278] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.938398] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.938516] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.938661] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.957540] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.957753] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.957860] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.958033] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.958694] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-96146269-1111-4b4f-8302-67869cee55fd taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.958694] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.958694] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.958958] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.959557] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96146269-1111-4b4f-8302-67869cee55fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.009974] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.461613] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.461851] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.461985] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.462296] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.462454] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.462617] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 96146269-1111-4b4f-8302-67869cee55fd not found, creating... [ 1062.462896] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.463300] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.463300] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.463511] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.463652] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.463940] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.464175] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.464308] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.464519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.464659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.464806] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 96146269-1111-4b4f-8302-67869cee55fd is going to be created. [ 1062.488497] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.488723] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.488887] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.489185] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.489436] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.489679] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.511983] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.987081] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.987081] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.987081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.987081] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.017017] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.017017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.017017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.017017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.017017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.017017] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1063.059096] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.059096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.059096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.059096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.059944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.077054] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1063.490895] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.491109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.491109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.491351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.491473] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.491610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.491694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.491768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.491943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.491943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.492134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.492247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.492325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.492432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.492576] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.492683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.492770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.492850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.492934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.493024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.493117] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.996358] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3c76e12-2c9e-4266-9687-331ded03dd0b: rpc.has_security_group_logging(os_id): False [ 1064.016173] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.016496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.016496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.016749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.016749] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.016941] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.017134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.017134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.017346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.017346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.017509] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.017606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.017673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.017793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.017866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.018072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.018183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.018290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.018376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.018453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.018516] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 1064.064301] env[69323]: INFO networking_nsxv3.common.synchronization [req-9545d8c9-0225-474b-8c75-5af0e23c3136 req-75cf41dd-7109-4314-aa91-9cc61dcc16eb service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1064.064301] env[69323]: INFO networking_nsxv3.common.synchronization [req-9545d8c9-0225-474b-8c75-5af0e23c3136 req-75cf41dd-7109-4314-aa91-9cc61dcc16eb service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1064.064301] env[69323]: INFO networking_nsxv3.common.synchronization [req-9545d8c9-0225-474b-8c75-5af0e23c3136 req-75cf41dd-7109-4314-aa91-9cc61dcc16eb service nova] Enqueued Resource ID: 96146269-1111-4b4f-8302-67869cee55fd with Priority: HIGHEST for action port [ 1064.065318] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1064.065539] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1064.065692] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96146269-1111-4b4f-8302-67869cee55fd with Priority: HIGHEST for action port [ 1064.066033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.066172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.066251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.066866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.066866] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.067755] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.067931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.068241] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-96146269-1111-4b4f-8302-67869cee55fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.068413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.068494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.068692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.068792] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96146269-1111-4b4f-8302-67869cee55fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.098085] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.098085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.098085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.098085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.098085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.114509] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 1064.572749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.572898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578349] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96146269-1111-4b4f-8302-67869cee55fd with status ACTIVE [ 1064.578349] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.578349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.578349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.578349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.578620] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.578697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.578945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.579040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.579288] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.579425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.579516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.580110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.580110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.580235] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96146269-1111-4b4f-8302-67869cee55fd is going to be updated. [ 1064.609431] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.609661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.609727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.610883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.610883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.610883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96146269-1111-4b4f-8302-67869cee55fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.091394] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1065.091839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.091839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.091965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.092165] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.092283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.092351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.092517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.092596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.092692] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.598029] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.102844] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.132192] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 1066.132192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.605943] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.606136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.606207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.606438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.606520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606620] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1066.637795] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.637950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.638043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.638723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.638723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.648066] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1068.662079] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1068.662424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.662536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.662744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.663102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.663233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.663296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.663766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.663766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.663766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.663766] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.066357] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1069.066485] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1069.089952] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fc815382-9768-4b81-a325-6f43aa578229 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1069.090536] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1069.090835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.092205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.092311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.092557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.092645] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.169152] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.169399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.169399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.170031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.170031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.170233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.170233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.170507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.170975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.170975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.171318] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.171318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.171318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.171495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.171652] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.171778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.171892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.172769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.172769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.172769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.172769] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.176076] env[69323]: INFO networking_nsxv3.common.synchronization [None req-ceb7da0c-a479-4184-85fe-f9312dc04e10 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1069.177272] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1069.177272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.177272] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.615357] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.615586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.615586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.615808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.615901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.615987] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a already deleted. [ 1069.616082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.616235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.616392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.616593] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.677870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 1069.701317] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.701471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.701525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.701778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.701862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.702178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.702292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.702389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.702544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.703632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.703632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.703632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.704041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.704041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.704041] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1069.794422] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.794422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.794750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.794750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.794899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.814572] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1070.140612] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.140790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.140835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.141035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.141129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.141221] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a already deleted. [ 1070.141303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.015187] env[69323]: INFO networking_nsxv3.common.synchronization [req-f6ea747c-252e-44b4-86c5-d1afeb8c62ce req-1f926180-cbb6-45e6-a654-bcdeba464dc0 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1071.016537] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1071.016537] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.016676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.016756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.016960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.017704] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.017704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.017704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.017704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.017704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.017704] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.205727] env[69323]: INFO networking_nsxv3.common.synchronization [None req-bff14b43-c770-449a-84f7-cc609a0f95ac tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_rules [ 1071.206444] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_rules [ 1071.206842] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.206935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.206985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.207261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.207362] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.364354] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e37f55f1-e5ce-4496-8867-d4ccb042d735 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_rules [ 1071.364354] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_rules [ 1071.364354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.364646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520281] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.523348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.523348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.523348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.523348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.523348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.523348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.523348] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be updated. [ 1071.556228] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.556228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.556228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.556228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.556228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.567065] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: IN_PROGRESS for 2s [ 1071.730288] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.730474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.730537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.730721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.730811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.730908] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f already deleted. [ 1071.731008] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.731169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.731327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.731408] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.831936] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1071.832230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.259132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.259969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.259969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.259969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.259969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.259969] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f already deleted. [ 1072.259969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.578502] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: SUCCESS [ 1073.578998] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 deletion is rescheduled due to dependency. [ 1073.578998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.840453] env[69323]: INFO networking_nsxv3.common.synchronization [req-e57a6abe-5297-4f1f-b1af-cc3382db070c req-8ed1ade3-4f4c-4480-a973-09d9cf025250 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1073.841601] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1073.842147] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.842328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.842431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.842712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.843022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.844165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.844165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.844165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.844165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.844165] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.170906] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.171187] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.171326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.171605] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.171904] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.172105] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.172233] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.172453] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.172601] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.172823] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.172956] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.173081] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.173195] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.173310] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.173499] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.173756] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.194640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.194839] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.195012] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.195212] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.195563] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.195741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.195864] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.196267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.196456] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.347055] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.347227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.347301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.347518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.347610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.347806] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.347904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.347966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.348132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.348208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.348295] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1074.374496] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.374664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.374699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.374958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.375099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.385962] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1074.698990] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.699607] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.699607] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.699813] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.700027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700204] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b not found, creating... [ 1074.700547] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.700814] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.701021] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.701349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.701558] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.701982] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.702249] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.702436] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.702714] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.702917] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.703115] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b is going to be created. [ 1074.748295] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.749306] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.749579] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.750027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.750373] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.750738] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.452985] env[69323]: INFO networking_nsxv3.common.synchronization [req-e57a6abe-5297-4f1f-b1af-cc3382db070c req-e81258c0-fcad-4f75-be5b-77aaa5c6e338 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1075.453245] env[69323]: INFO networking_nsxv3.common.synchronization [req-e57a6abe-5297-4f1f-b1af-cc3382db070c req-e81258c0-fcad-4f75-be5b-77aaa5c6e338 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1075.453393] env[69323]: INFO networking_nsxv3.common.synchronization [req-e57a6abe-5297-4f1f-b1af-cc3382db070c req-e81258c0-fcad-4f75-be5b-77aaa5c6e338 service nova] Enqueued Resource ID: 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b with Priority: HIGHEST for action port [ 1075.454437] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1075.454437] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1075.454437] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b with Priority: HIGHEST for action port [ 1075.454561] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.454620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.454697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.454934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.455035] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.456635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.456635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.456635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.456819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.456819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.456966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.457142] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.959787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.960155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.960155] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b with status ACTIVE [ 1075.960203] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.960305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.960372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.960613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.960746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.960968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.961149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.961187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.961336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.961419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.961989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.961989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.961989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.961989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.962194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.962194] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b is going to be updated. [ 1075.986060] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.987780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.987780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.987780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.987780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.987780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a603a4f-bd3a-4b90-8c0a-d27d5bfe837b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.397971] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1076.398515] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1076.398710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.398933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.399177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.399366] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.399507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.399583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.399760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.399846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.399943] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.902937] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.405516] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.908070] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.908259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.908347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.908746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.908746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.908809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1077.938964] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.939303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.939423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.939682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.939857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.950306] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1079.939536] env[69323]: INFO networking_nsxv3.common.synchronization [req-13b26319-88b6-4cb1-992b-8898cc8b16d1 req-2e9183a5-b7ca-4181-9541-1eb018303be5 tempest-ImagesTestJSON-1214808805 tempest-ImagesTestJSON-1214808805-project-member] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1079.940098] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGHEST for action security_group_members [ 1079.940417] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.940541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.940653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.940811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.940960] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.941064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.941611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.941611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.941611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.941721] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.961282] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1079.961557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.961718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.961932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.962130] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.962247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.962316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.962471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.962553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.962638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.962727] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.444896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.444896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.444896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.444896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.444896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.444896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.445282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.445282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.445282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.445450] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be updated. [ 1080.465474] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.465744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.465839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.466230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.466425] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.466520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.466590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.466725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.466811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.466903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.467065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.467161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.467219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.467364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.467504] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.467594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.467656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.467788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.467864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.467945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.468050] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.473619] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.473901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.473981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.474172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.474317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.482732] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: IN_PROGRESS for 2s [ 1080.902127] env[69323]: INFO networking_nsxv3.common.synchronization [req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 req-208d3f05-7933-40dc-9791-d5d9ab3d5d6f tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1080.902127] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1080.902127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.903689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.906889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.907467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.907467] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.907615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.907615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.908712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.908712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.908712] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.970076] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915b412b-4ce6-4699-8f60-a891ab76f53a: rpc.has_security_group_logging(os_id): False [ 1080.988855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.989079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.989079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.989333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.989434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.989634] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.989726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.989803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.989987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.990080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.990259] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.990357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.990402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.990641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.990688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.990854] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.990941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.991059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.991177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.991245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.991367] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1081.054648] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.056252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.056252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.056252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.056252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.074447] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1081.413056] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.413056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.413056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.413056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.413419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.413419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.413535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.413535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.413656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.413766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.413881] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a already deleted. [ 1081.413970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.605372] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.605636] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.605741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.606633] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.607203] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.607414] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.607640] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.607943] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.608152] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.608412] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.608549] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.608700] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.609045] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.609600] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.610072] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.610319] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.632284] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.632475] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.632635] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.632825] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.633253] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-fa3ef474-fe4d-4685-952f-3a55935406b8 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.633440] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.633620] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.634896] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.635106] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3ef474-fe4d-4685-952f-3a55935406b8',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.755739] env[69323]: INFO networking_nsxv3.common.synchronization [req-c7e5a627-8a3e-4dd7-a067-02b26de2497c req-3960864f-d7c5-40d3-8572-ca96439ec806 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 1081.756707] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 1081.757156] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.757431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.757583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.757853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.758102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.758313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.758452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.758777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.758940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.759124] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.139064] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.139064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.139064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.139602] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.139602] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.139809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port fa3ef474-fe4d-4685-952f-3a55935406b8 not found, creating... [ 1082.140206] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.140475] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.140675] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.141020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.141237] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.141591] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.141809] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.141953] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.142191] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.142333] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.142482] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: fa3ef474-fe4d-4685-952f-3a55935406b8 is going to be created. [ 1082.162233] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.162539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.162618] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.163029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.163282] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.163613] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.261861] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.492984] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c76e12-2c9e-4266-9687-331ded03dd0b in Status: SUCCESS [ 1082.493194] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b deletion is rescheduled due to dependency. [ 1082.493328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.764209] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.945546] env[69323]: INFO networking_nsxv3.common.synchronization [req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 req-c2f95e24-7f1e-4824-8415-116fb3e1547a service nova] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1082.945737] env[69323]: INFO networking_nsxv3.common.synchronization [req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 req-c2f95e24-7f1e-4824-8415-116fb3e1547a service nova] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1082.945878] env[69323]: INFO networking_nsxv3.common.synchronization [req-16fd0ca0-2a42-41b6-a283-dc87d5f207a5 req-c2f95e24-7f1e-4824-8415-116fb3e1547a service nova] Enqueued Resource ID: fa3ef474-fe4d-4685-952f-3a55935406b8 with Priority: HIGHEST for action port [ 1082.946469] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1082.946638] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1082.946689] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3ef474-fe4d-4685-952f-3a55935406b8 with Priority: HIGHEST for action port [ 1082.947065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.947471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.947471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.947632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.947741] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.948644] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.948768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.948831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.949017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.949177] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.949274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.949338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.949482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.949639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.949639] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.950399] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa3ef474-fe4d-4685-952f-3a55935406b8 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.950659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.950659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.950710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.950777] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3ef474-fe4d-4685-952f-3a55935406b8',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.092023] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1083.092267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.266886] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.267192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.267241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.267482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.267580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.267702] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be updated. [ 1083.298228] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.298446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.298559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.298813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.298970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.310656] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 1083.454411] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.454660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.454936] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.455879] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa3ef474-fe4d-4685-952f-3a55935406b8 with status ACTIVE [ 1083.456171] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.456361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.456454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.456604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.456712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.456926] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.457281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.457859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.457859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.457859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.457859] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.458040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.458040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.458203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.458240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.462022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa3ef474-fe4d-4685-952f-3a55935406b8 is going to be updated. [ 1083.483144] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.483295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.483348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.483567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.483696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.483892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa3ef474-fe4d-4685-952f-3a55935406b8" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.633265] env[69323]: INFO networking_nsxv3.common.synchronization [None req-a80b867a-71e2-47d6-acad-30a3ec744238 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_rules [ 1083.633265] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_rules [ 1083.633659] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.635549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.635549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.635549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.635549] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.769209] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fa3d6174-070c-4dac-bc8d-efbf7638f17e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_rules [ 1083.770215] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_rules [ 1083.770550] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.770663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.960776] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.159295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.159559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.160156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.160402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.160504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.160606] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a already deleted. [ 1084.160687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.160840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.160993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.161083] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.466780] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.466780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.466780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.466780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.466780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.466780] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be created. [ 1084.495286] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.496299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.496299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.496607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.496828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.508380] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: UNINITIALIZED for 2s [ 1084.684351] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.684578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.684578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.684773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.684845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.684989] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a already deleted. [ 1084.685077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.323814] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 1085.323814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.580018] env[69323]: INFO networking_nsxv3.common.synchronization [req-3da0556b-87d2-44b4-ba8a-68a8336f866d req-766c5261-c23f-4326-8b55-25c662b93c79 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_members [ 1085.580018] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_members [ 1085.580018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.580018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.580018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.580018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.580018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.580018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.580018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.580967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.580967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.580967] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.082318] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.082506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.082549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.082916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.082916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.083032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.083145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.083209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.083811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.083872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.083961] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f already deleted. [ 1086.084054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.193067] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.193067] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.193067] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.193285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.193560] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.193782] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.193940] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.194224] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.194356] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.194560] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.194674] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.194799] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.194895] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.195015] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.195127] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.195258] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.217685] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.217685] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.217685] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.217925] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.218197] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-d2e55b53-01ae-417b-b99f-42128f610504 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.218381] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.218506] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.219051] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.219051] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e55b53-01ae-417b-b99f-42128f610504',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.518404] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1086.518610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.518826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.519078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.519264] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.519413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.519503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.519722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.519833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.519936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.520051] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.722955] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.723444] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.723489] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.724044] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.724176] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.724283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port d2e55b53-01ae-417b-b99f-42128f610504 not found, creating... [ 1086.724639] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.724875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.725061] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.725360] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.725547] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.725947] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.726203] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.726373] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.726658] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.726851] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.727078] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: d2e55b53-01ae-417b-b99f-42128f610504 is going to be created. [ 1086.750165] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.751064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.751064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.751064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.751229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.751472] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.014220] env[69323]: INFO networking_nsxv3.common.synchronization [req-4084ed64-dbd0-47e1-8928-8a32454445c9 req-02fa54ca-8f72-48b4-b6a6-95f4ab823787 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1087.014725] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1087.015230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.016291] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.016291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.016291] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.021797] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.521453] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.521725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.521806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.522048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.522127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.522342] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.522428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.522507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.522672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.522751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.522868] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1087.524316] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393871d-a130-4568-9c2c-fbd8764ddd8a: rpc.has_security_group_logging(os_id): False [ 1087.548850] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.549336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.549601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.549991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.550151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.550454] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.550599] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.550684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.550898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.551009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.551135] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be created. [ 1087.567155] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.567155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.567155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.567155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.567155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.577013] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1087.645658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.645892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.647850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.647850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.660290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: IN_PROGRESS for 2s [ 1087.712586] env[69323]: INFO networking_nsxv3.common.synchronization [req-3da0556b-87d2-44b4-ba8a-68a8336f866d req-b5e81651-a1c5-4aca-98ac-dfbd0e9a885c service nova] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_rules [ 1087.712767] env[69323]: INFO networking_nsxv3.common.synchronization [req-3da0556b-87d2-44b4-ba8a-68a8336f866d req-b5e81651-a1c5-4aca-98ac-dfbd0e9a885c service nova] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_members [ 1087.713159] env[69323]: INFO networking_nsxv3.common.synchronization [req-3da0556b-87d2-44b4-ba8a-68a8336f866d req-b5e81651-a1c5-4aca-98ac-dfbd0e9a885c service nova] Enqueued Resource ID: d2e55b53-01ae-417b-b99f-42128f610504 with Priority: HIGHEST for action port [ 1087.713159] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_rules [ 1087.713319] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_members [ 1087.713383] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e55b53-01ae-417b-b99f-42128f610504 with Priority: HIGHEST for action port [ 1087.715374] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.715608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.715608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.715823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.715908] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.717562] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.717644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.717644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.717876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.718056] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.718158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.718224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.718551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.718776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.718817] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.719798] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e55b53-01ae-417b-b99f-42128f610504 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.719798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.719798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.719939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.720054] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e55b53-01ae-417b-b99f-42128f610504',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.779713] env[69323]: INFO networking_nsxv3.common.synchronization [req-364b2f09-508d-4678-bb44-070bce81303e req-de2c39ca-5353-4c18-ad71-2b25edcc18c2 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1087.780513] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1087.780986] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.781201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.781319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.781607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.781943] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.782165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.782252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.782516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.782675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.782871] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.106239] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.106443] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.106570] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.106840] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.107115] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.107274] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.107395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.107608] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.107822] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.108078] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.108202] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.108317] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.108429] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.108545] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.108653] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.108787] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.127293] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.127527] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.127747] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.128037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.128475] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-c4156011-dc6a-48dc-be20-5ed5e62fc1da taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.128732] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.128892] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.129257] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.129416] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4156011-dc6a-48dc-be20-5ed5e62fc1da',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.226459] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.227523] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.227639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.227799] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2e55b53-01ae-417b-b99f-42128f610504 with status ACTIVE [ 1088.227958] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.228074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.228141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.228346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.228435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.228607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.228707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.228771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.228933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.229022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.229400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.229534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.229600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.229791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.229833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.229904] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2e55b53-01ae-417b-b99f-42128f610504 is going to be updated. [ 1088.264072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.264279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.264279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.264452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.264589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.264803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e55b53-01ae-417b-b99f-42128f610504" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.286026] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.632056] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.632492] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.632672] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.632982] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.633206] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.633383] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port c4156011-dc6a-48dc-be20-5ed5e62fc1da not found, creating... [ 1088.633804] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.634024] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.634160] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.634434] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.634666] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.634970] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.635163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.635314] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.635561] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.635708] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.635866] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: c4156011-dc6a-48dc-be20-5ed5e62fc1da is going to be created. [ 1088.658043] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.658284] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.658434] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.658667] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.658902] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.659220] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.733119] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.788925] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.242613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.242613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.242613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.242613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.242613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.242613] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f is going to be created. [ 1089.273368] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.273521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.273585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.273847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.274016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.285178] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c561a96a-6555-4de4-b16c-a2daed76d48f in Status: UNINITIALIZED for 2s [ 1089.292857] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.293072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.293111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.293348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.293460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.293531] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1089.332861] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.333433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.333546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.333864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.334075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.348192] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1089.414179] env[69323]: INFO networking_nsxv3.common.synchronization [req-364b2f09-508d-4678-bb44-070bce81303e req-feff22b8-4acc-428a-9f7e-c670bc4d6746 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1089.414372] env[69323]: INFO networking_nsxv3.common.synchronization [req-364b2f09-508d-4678-bb44-070bce81303e req-feff22b8-4acc-428a-9f7e-c670bc4d6746 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1089.414544] env[69323]: INFO networking_nsxv3.common.synchronization [req-364b2f09-508d-4678-bb44-070bce81303e req-feff22b8-4acc-428a-9f7e-c670bc4d6746 service nova] Enqueued Resource ID: c4156011-dc6a-48dc-be20-5ed5e62fc1da with Priority: HIGHEST for action port [ 1089.415414] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1089.415779] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1089.415779] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4156011-dc6a-48dc-be20-5ed5e62fc1da with Priority: HIGHEST for action port [ 1089.416078] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.418840] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.418840] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.418840] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4156011-dc6a-48dc-be20-5ed5e62fc1da taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.418840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.418840] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4156011-dc6a-48dc-be20-5ed5e62fc1da',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.591982] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1089.592199] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf deletion is rescheduled due to dependency. [ 1089.592279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.677975] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1089.678422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.920897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.921454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.923556] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4156011-dc6a-48dc-be20-5ed5e62fc1da with status ACTIVE [ 1089.923788] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.924735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.924735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.924735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.924735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.924735] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.924881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.924881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.925120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.927301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.927301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.927301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.927301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.927301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.927301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.927301] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4156011-dc6a-48dc-be20-5ed5e62fc1da is going to be updated. [ 1089.964754] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.964909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.964986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.965290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.965348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.965549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4156011-dc6a-48dc-be20-5ed5e62fc1da" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.297210] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c561a96a-6555-4de4-b16c-a2daed76d48f in Status: SUCCESS [ 1091.297527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.297663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.297884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.298118] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.298291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.298465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.298613] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.298746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.298893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.299036] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.362508] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1091.362761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.363306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.363597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.364049] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.364049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.364049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.364239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.364285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.364359] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.802259] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.866975] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.305718] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c561a96a-6555-4de4-b16c-a2daed76d48f: rpc.has_security_group_logging(os_id): False [ 1092.338115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.338262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.338333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.338551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.338645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.338955] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.339079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.339159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.339326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.339405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.339505] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f is going to be created. [ 1092.370634] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.418478] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.418651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.418691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.419060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.419176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.432118] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c561a96a-6555-4de4-b16c-a2daed76d48f in Status: IN_PROGRESS for 2s [ 1092.465400] env[69323]: INFO networking_nsxv3.common.synchronization [req-eb6db092-39e6-4d7a-87a8-0222518c92b4 req-96d612a2-ce09-4490-9193-fa5efc861e02 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_members [ 1092.465400] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_members [ 1092.465400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.465400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.465400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.465400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.465400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.465400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.465400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.465721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.465721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.465721] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.873700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.873817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.874574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.874574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.874574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.874574] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1092.913072] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.913425] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.916029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.916029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.916029] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.916029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.916029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.916029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.916029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.916404] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.916445] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.916643] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.916827] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.917588] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.917799] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.917959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.919936] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.920090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.920162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.920430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.920542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.932335] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1092.941243] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.941469] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.941629] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.941819] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.942193] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b7fdb297-2a09-4720-962b-49422b9d1c8a taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.942390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.942513] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.942931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.943117] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fdb297-2a09-4720-962b-49422b9d1c8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.968180] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.968180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.968388] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.970247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.970359] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a already deleted. [ 1092.970454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.446251] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.446634] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.446634] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.446874] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.447041] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.447308] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b7fdb297-2a09-4720-962b-49422b9d1c8a not found, creating... [ 1093.447666] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.447847] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.447968] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.448226] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.448374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.448667] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.448829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.448951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.449303] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.449451] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.449599] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b7fdb297-2a09-4720-962b-49422b9d1c8a is going to be created. [ 1093.471941] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.472229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.472648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.472885] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.502430] env[69323]: INFO networking_nsxv3.common.synchronization [req-19385cea-bbfa-41fb-9af7-7474be648b3c req-20ed5f60-a262-40e8-a18e-dd788fee1595 tempest-MigrationsAdminTest-1092039379 tempest-MigrationsAdminTest-1092039379-project-member] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 1093.502997] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGHEST for action security_group_members [ 1093.503516] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.503516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.503516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.503747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.503919] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.507024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.507024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.507024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.507024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.507024] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.011282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.011282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.011282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.011282] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be updated. [ 1094.050779] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.052134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.052134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.052134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.052134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.065044] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: IN_PROGRESS for 2s [ 1094.358852] env[69323]: INFO networking_nsxv3.common.synchronization [req-eb6db092-39e6-4d7a-87a8-0222518c92b4 req-572b79ac-aceb-4b8b-abe1-045f12c55e43 service nova] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_rules [ 1094.358852] env[69323]: INFO networking_nsxv3.common.synchronization [req-eb6db092-39e6-4d7a-87a8-0222518c92b4 req-572b79ac-aceb-4b8b-abe1-045f12c55e43 service nova] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_members [ 1094.358852] env[69323]: INFO networking_nsxv3.common.synchronization [req-eb6db092-39e6-4d7a-87a8-0222518c92b4 req-572b79ac-aceb-4b8b-abe1-045f12c55e43 service nova] Enqueued Resource ID: b7fdb297-2a09-4720-962b-49422b9d1c8a with Priority: HIGHEST for action port [ 1094.359080] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_rules [ 1094.359080] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_members [ 1094.359185] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7fdb297-2a09-4720-962b-49422b9d1c8a with Priority: HIGHEST for action port [ 1094.359981] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.360120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.360214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.360402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.360492] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.361311] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.361427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.361536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.361675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.361808] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.361896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.361954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.362102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.362182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.362266] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.363012] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7fdb297-2a09-4720-962b-49422b9d1c8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.363127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.363197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.363321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.363425] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fdb297-2a09-4720-962b-49422b9d1c8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.444842] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c561a96a-6555-4de4-b16c-a2daed76d48f in Status: SUCCESS [ 1094.445087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.866423] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.871237] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.871237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.871539] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7fdb297-2a09-4720-962b-49422b9d1c8a with status ACTIVE [ 1094.871580] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.873051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.873051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.873051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.873723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.873723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.873723] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7fdb297-2a09-4720-962b-49422b9d1c8a is going to be updated. [ 1094.897601] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.897766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.897843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.898378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.898378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.898378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7fdb297-2a09-4720-962b-49422b9d1c8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943307] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1094.943552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.944033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.944245] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.944359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.944422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.944646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.944812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.944848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.944916] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.375524] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.450361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.450361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.450361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.450361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.450361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.450361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.450361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.451294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.451294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.451294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.453469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.453469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.453469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.453469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.453469] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.877354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.878041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.878041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.878041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.878041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.878161] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a is going to be created. [ 1095.906125] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.906338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.906338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.906655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.906845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.917459] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: UNINITIALIZED for 2s [ 1095.953946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 1095.974245] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.974805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975015] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.975124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.975187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.975348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.975425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975609] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.975722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.975818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.975978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.976620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.976890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.977068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.977111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.977283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.977384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.977491] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1096.056339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.056569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.056569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.056738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.056892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.078899] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f540c91-5cee-4a88-b32b-dc550193d20b in Status: SUCCESS [ 1096.079179] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b deletion is rescheduled due to dependency. [ 1096.079451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.086241] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1097.931035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: SUCCESS [ 1097.931035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.931035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.931624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.931624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.931624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.931805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.931878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.931981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.932115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.932190] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.120048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1098.123714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.148745] env[69323]: INFO networking_nsxv3.common.synchronization [None req-597ec203-5e7e-4ad5-8912-81e25e88f73f None None] Enqueued Resource ID: bbb0d442-e484-4022-8472-d9c2d3260e8f with Priority: HIGHEST for action port [ 1098.150723] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb0d442-e484-4022-8472-d9c2d3260e8f with Priority: HIGHEST for action port [ 1098.150723] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbb0d442-e484-4022-8472-d9c2d3260e8f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.150723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbb0d442-e484-4022-8472-d9c2d3260e8f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.150723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbb0d442-e484-4022-8472-d9c2d3260e8f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.150723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbb0d442-e484-4022-8472-d9c2d3260e8f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.150723] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbb0d442-e484-4022-8472-d9c2d3260e8f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.435073] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.652635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbb0d442-e484-4022-8472-d9c2d3260e8f [ 1098.652905] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.653108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.653179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.653431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.653543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.653744] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbb0d442-e484-4022-8472-d9c2d3260e8f already deleted. [ 1098.653858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbb0d442-e484-4022-8472-d9c2d3260e8f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.941528] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcdef308-eb4c-4fec-b217-273e7c83ff9a: rpc.has_security_group_logging(os_id): False [ 1098.974691] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.974865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.974923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.975142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.975249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.975511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.975618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.975671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.975908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.975971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.976035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a is going to be created. [ 1099.052918] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.053143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.053241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.053939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.053939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068267] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: IN_PROGRESS for 2s [ 1099.830624] env[69323]: INFO networking_nsxv3.common.synchronization [req-c300da3a-6c88-471f-94cc-c7dc6586268b req-8ce668ac-08ca-4a36-a17b-a962630d3d45 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1099.831765] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1099.832308] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.832502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.832622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.832923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.833751] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.833876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.833928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.834104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.834207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.834338] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.337478] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.337993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.337993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.339069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.339182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.339475] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.340566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.340566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.340715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.340802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.340900] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1100.378025] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.378174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.378756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.378756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.378756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.388507] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1100.451060] env[69323]: INFO networking_nsxv3.common.synchronization [None req-6081ff3c-a320-4b06-98aa-89c1a3825d7d None None] Enqueued Resource ID: 930987f3-720d-4ed4-8be2-86aa20fe4fac with Priority: HIGHEST for action port [ 1100.451762] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 930987f3-720d-4ed4-8be2-86aa20fe4fac with Priority: HIGHEST for action port [ 1100.452129] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-930987f3-720d-4ed4-8be2-86aa20fe4fac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.452301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-930987f3-720d-4ed4-8be2-86aa20fe4fac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.452359] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-930987f3-720d-4ed4-8be2-86aa20fe4fac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.452629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-930987f3-720d-4ed4-8be2-86aa20fe4fac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.452708] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('930987f3-720d-4ed4-8be2-86aa20fe4fac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.955026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 930987f3-720d-4ed4-8be2-86aa20fe4fac [ 1100.955268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.955402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.955469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.955687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.955772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.956024] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:930987f3-720d-4ed4-8be2-86aa20fe4fac already deleted. [ 1100.956130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-930987f3-720d-4ed4-8be2-86aa20fe4fac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.085018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: SUCCESS [ 1101.085018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.287438] env[69323]: INFO networking_nsxv3.common.synchronization [req-781d58a6-ba92-4b8b-afb9-a9491dc75cda req-a0dffdaf-edf7-4357-a4e5-c02d58cadf81 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1101.289893] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1101.289893] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.289893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.289893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.290689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.290884] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.290999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.291083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.291254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.291341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.292101] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.796802] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.821605] env[69323]: INFO networking_nsxv3.common.synchronization [req-9c493fe5-58d9-4462-8ddc-1a237299fd5a req-823c86a2-e1a4-447f-898d-e2ac949307f3 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1101.822140] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1101.822454] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.822570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.822627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.823281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.823281] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.825234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.826140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.826140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.826140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.826140] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.274240] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.274466] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.274658] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.274950] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.275238] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.275398] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.275518] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.275738] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.275883] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.276590] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.276731] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.276853] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.276967] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.277100] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.277212] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.277351] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.299383] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.299570] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.301907] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.301907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.301907] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-bfff6113-b853-4eb3-8543-6ab1b4784fa2 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.301907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.301907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.301907] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.301907] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfff6113-b853-4eb3-8543-6ab1b4784fa2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.303276] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.332024] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.402220] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1102.402220] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 1102.402220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.804326] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.804767] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.804767] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.805116] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.805352] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.805492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port bfff6113-b853-4eb3-8543-6ab1b4784fa2 not found, creating... [ 1102.805791] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.805962] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.806102] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.806431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.806628] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.807017] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.807290] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.807407] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.807641] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.807782] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.807931] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: bfff6113-b853-4eb3-8543-6ab1b4784fa2 is going to be created. [ 1102.809146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.809282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.809552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.809636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.809726] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1102.829900] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.832036] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.832268] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.832397] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.832670] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.833091] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.833595] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.847619] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.847786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.847827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.848045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.848195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.858137] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1103.335678] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.335845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.335845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.336047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.336114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.336238] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be updated. [ 1103.368749] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.368892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.369023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.369200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.369325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.378857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: IN_PROGRESS for 2s [ 1103.611875] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fe538c0f-81b8-4440-9c7a-8a2e88c8e166 None None] Enqueued Resource ID: f8a2599d-260a-472e-a7c4-f42f0ad2910b with Priority: HIGHEST for action port [ 1103.612076] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8a2599d-260a-472e-a7c4-f42f0ad2910b with Priority: HIGHEST for action port [ 1103.612714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8a2599d-260a-472e-a7c4-f42f0ad2910b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.613075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8a2599d-260a-472e-a7c4-f42f0ad2910b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.613075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8a2599d-260a-472e-a7c4-f42f0ad2910b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.613198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8a2599d-260a-472e-a7c4-f42f0ad2910b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.613276] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8a2599d-260a-472e-a7c4-f42f0ad2910b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.766098] env[69323]: INFO networking_nsxv3.common.synchronization [req-9c493fe5-58d9-4462-8ddc-1a237299fd5a req-84b53f58-4358-4ffc-86f9-6c2916bc4a27 service nova] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1103.768155] env[69323]: INFO networking_nsxv3.common.synchronization [req-9c493fe5-58d9-4462-8ddc-1a237299fd5a req-84b53f58-4358-4ffc-86f9-6c2916bc4a27 service nova] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1103.768155] env[69323]: INFO networking_nsxv3.common.synchronization [req-9c493fe5-58d9-4462-8ddc-1a237299fd5a req-84b53f58-4358-4ffc-86f9-6c2916bc4a27 service nova] Enqueued Resource ID: bfff6113-b853-4eb3-8543-6ab1b4784fa2 with Priority: HIGHEST for action port [ 1103.768155] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_rules [ 1103.768155] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1103.768155] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfff6113-b853-4eb3-8543-6ab1b4784fa2 with Priority: HIGHEST for action port [ 1103.768155] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.768155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.768155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.768155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.768723] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.769039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.769137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.769335] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfff6113-b853-4eb3-8543-6ab1b4784fa2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.769429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.769493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.769659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.769731] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfff6113-b853-4eb3-8543-6ab1b4784fa2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.119284] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8a2599d-260a-472e-a7c4-f42f0ad2910b [ 1104.119284] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.119284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.119284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.119284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.119284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.119284] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8a2599d-260a-472e-a7c4-f42f0ad2910b already deleted. [ 1104.119284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8a2599d-260a-472e-a7c4-f42f0ad2910b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.276028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.276028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfff6113-b853-4eb3-8543-6ab1b4784fa2 with status ACTIVE [ 1104.276028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.276028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.276028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.276028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.276617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.276617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.276617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.276617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.276617] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfff6113-b853-4eb3-8543-6ab1b4784fa2 is going to be updated. [ 1104.297700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.297863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.297926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.298135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.298277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.298442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfff6113-b853-4eb3-8543-6ab1b4784fa2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.868588] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1104.868766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.253563] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e0928a2e-141e-4abc-99b3-4df8943f39f4 None None] Enqueued Resource ID: 253c0d5e-67a9-4f32-9c6a-91a5353f0c5a with Priority: HIGHEST for action port [ 1105.253858] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253c0d5e-67a9-4f32-9c6a-91a5353f0c5a with Priority: HIGHEST for action port [ 1105.254444] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-253c0d5e-67a9-4f32-9c6a-91a5353f0c5a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.254561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253c0d5e-67a9-4f32-9c6a-91a5353f0c5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.254638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253c0d5e-67a9-4f32-9c6a-91a5353f0c5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.254881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253c0d5e-67a9-4f32-9c6a-91a5353f0c5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.254956] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253c0d5e-67a9-4f32-9c6a-91a5353f0c5a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.390584] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1105.390836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.391463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.391671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.391978] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.392153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.392234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.392452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.392559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.392664] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.502252] env[69323]: INFO networking_nsxv3.common.synchronization [None req-c889834d-edc2-4a80-9b08-f8fc91fdd283 None None] Enqueued Resource ID: e8d0e852-f452-47c3-9794-d971fec11911 with Priority: HIGHEST for action port [ 1105.502252] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d0e852-f452-47c3-9794-d971fec11911 with Priority: HIGHEST for action port [ 1105.502252] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d0e852-f452-47c3-9794-d971fec11911 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.502252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d0e852-f452-47c3-9794-d971fec11911" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.502252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d0e852-f452-47c3-9794-d971fec11911" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.502252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d0e852-f452-47c3-9794-d971fec11911" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.502252] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d0e852-f452-47c3-9794-d971fec11911',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.762188] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 253c0d5e-67a9-4f32-9c6a-91a5353f0c5a [ 1105.762305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.762440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.762542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.762767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.762861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.762960] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:253c0d5e-67a9-4f32-9c6a-91a5353f0c5a already deleted. [ 1105.763054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253c0d5e-67a9-4f32-9c6a-91a5353f0c5a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.795296] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.795296] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.795455] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.795649] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.795928] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.798428] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.798621] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.798902] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.799074] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.799299] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.801587] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.801587] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.801587] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.801587] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.801587] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.801587] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.823035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.823148] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.823336] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.823551] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-548" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.825267] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7516fb28-15a7-4296-8516-22e66938ea7f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.825267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.825267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.825267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.825702] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7516fb28-15a7-4296-8516-22e66938ea7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.897301] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.004733] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8d0e852-f452-47c3-9794-d971fec11911 [ 1106.005051] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.005242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.005320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.005562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.005659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.005760] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8d0e852-f452-47c3-9794-d971fec11911 already deleted. [ 1106.006277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d0e852-f452-47c3-9794-d971fec11911" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.328089] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.328390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.328390] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.328727] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.328727] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.329164] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.329440] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.329623] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.329923] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.330145] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.332648] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.332648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.332648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.332648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.332648] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.332648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7516fb28-15a7-4296-8516-22e66938ea7f is going to be updated. [ 1106.359933] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.361037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.361037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.361037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.361037] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.361177] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.401579] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.911490] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.911490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.911490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.911490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.911490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.911490] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be updated. [ 1106.943272] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.943490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.943490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.943727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.943872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.957029] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: IN_PROGRESS for 2s [ 1107.219940] env[69323]: INFO networking_nsxv3.common.synchronization [req-82702ea7-5e0e-4b81-99bd-cf2138353611 req-09078a93-5744-4186-81cc-4a98f19b1362 service nova] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_rules [ 1107.221617] env[69323]: INFO networking_nsxv3.common.synchronization [req-82702ea7-5e0e-4b81-99bd-cf2138353611 req-09078a93-5744-4186-81cc-4a98f19b1362 service nova] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1107.221800] env[69323]: INFO networking_nsxv3.common.synchronization [req-82702ea7-5e0e-4b81-99bd-cf2138353611 req-09078a93-5744-4186-81cc-4a98f19b1362 service nova] Enqueued Resource ID: 7516fb28-15a7-4296-8516-22e66938ea7f with Priority: HIGHEST for action port [ 1107.223257] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_rules [ 1107.223257] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1107.223257] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7516fb28-15a7-4296-8516-22e66938ea7f with Priority: HIGHEST for action port [ 1107.227100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.227100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.227218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.230400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.230400] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.230400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.230400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.230400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.230400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.230400] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.230400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.231066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.231095] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.231189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.231293] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.233172] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7516fb28-15a7-4296-8516-22e66938ea7f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.233282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.237087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.237379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.237475] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7516fb28-15a7-4296-8516-22e66938ea7f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.588330] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5b6e4464-fa71-46bc-ad5b-c023baedae71 None None] Enqueued Resource ID: 1e44c40e-091e-4b3b-8def-d6f0afc60814 with Priority: HIGHEST for action port [ 1107.588613] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e44c40e-091e-4b3b-8def-d6f0afc60814 with Priority: HIGHEST for action port [ 1107.589241] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e44c40e-091e-4b3b-8def-d6f0afc60814 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.590126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e44c40e-091e-4b3b-8def-d6f0afc60814" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.590126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e44c40e-091e-4b3b-8def-d6f0afc60814" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.590230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e44c40e-091e-4b3b-8def-d6f0afc60814" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.590279] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e44c40e-091e-4b3b-8def-d6f0afc60814',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.740127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.740271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.740472] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.741575] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7516fb28-15a7-4296-8516-22e66938ea7f with status ACTIVE [ 1107.742011] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.742011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.742640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.742903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.742976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.743181] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.743286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.743349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.743569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.743682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.743872] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.743943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.743977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.744294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.744368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.744468] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7516fb28-15a7-4296-8516-22e66938ea7f is going to be updated. [ 1107.768361] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.768568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.768568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.768771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.768914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.769182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7516fb28-15a7-4296-8516-22e66938ea7f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.096263] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e44c40e-091e-4b3b-8def-d6f0afc60814 [ 1108.096505] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.096645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.096715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.096936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.097045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.097147] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e44c40e-091e-4b3b-8def-d6f0afc60814 already deleted. [ 1108.097231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e44c40e-091e-4b3b-8def-d6f0afc60814" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.246679] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.666068] env[69323]: INFO networking_nsxv3.common.synchronization [req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d req-f9304fc1-db17-4248-bbb1-52763339dbc9 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1108.666735] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1108.667730] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.668708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.669094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.670893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.671123] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.671462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.671462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.671877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.671877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.671877] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.678170] env[69323]: INFO networking_nsxv3.common.synchronization [req-21f486d6-7f9c-4ae4-9314-8c0652310350 req-5b7308cb-f231-4bd9-9724-7a5b59e8fa58 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_members [ 1108.679062] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 with Priority: HIGHEST for action security_group_members [ 1108.679214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d54134e-ed48-411d-90f3-a8c935d5b416 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.679339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.679408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.679590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.679748] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.679844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.679906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.680058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.680143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.680236] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d54134e-ed48-411d-90f3-a8c935d5b416',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.752856] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.753050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.753090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.753302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.753393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.753550] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1108.782693] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.782847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.782918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.783143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.783290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.795050] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1108.969484] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.969484] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.969484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.969484] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.102048] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.102048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.102048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.102048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.102048] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.102048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.102048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.102048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.103124] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.106022] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.106022] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.106022] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.106022] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.106022] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.106022] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.106022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.125055] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.127318] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.127318] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.127318] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.127318] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.127318] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.127318] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.132142] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.132142] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac2fa6a3-c73f-400f-9ad4-58d07c99e47f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.180021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.180304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.180304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.180498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.180592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.180800] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.180892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.180953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.181125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.181200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.181287] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1109.182691] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.182809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.182895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.187841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.187841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.187841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.187841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.187841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.187841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.187841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.187841] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 is going to be updated. [ 1109.234951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.234951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.234951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.234951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.234951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.240071] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.240071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.240071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.240071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.240071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.254314] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 in Status: IN_PROGRESS for 2s [ 1109.254314] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1109.472760] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.633578] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.633869] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.634011] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.634364] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.634539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.634695] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f not found, creating... [ 1109.634974] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.635154] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.635338] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.635506] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.635672] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.635967] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.636123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.636246] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.636458] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.636596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.636734] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ac2fa6a3-c73f-400f-9ad4-58d07c99e47f is going to be created. [ 1109.659260] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.659797] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.659992] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.660756] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.660756] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.660756] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.974428] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3393871d-a130-4568-9c2c-fbd8764ddd8a: rpc.has_security_group_logging(os_id): False [ 1109.996796] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.997013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.997053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.997260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.997457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.997615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.997720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.997781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.997943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.998050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.998163] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be updated. [ 1110.111797] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.112073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.112975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.112975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.112975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.148820] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: IN_PROGRESS for 2s [ 1110.489073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.489307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.489307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.489540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.489658] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.598208] env[69323]: INFO networking_nsxv3.common.synchronization [req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d req-5bea4d79-0c00-4316-bb93-7c5531893d2f service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 1110.598308] env[69323]: INFO networking_nsxv3.common.synchronization [req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d req-5bea4d79-0c00-4316-bb93-7c5531893d2f service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1110.598402] env[69323]: INFO networking_nsxv3.common.synchronization [req-be064ce1-98a8-4456-9ad7-5c9c7318fe7d req-5bea4d79-0c00-4316-bb93-7c5531893d2f service nova] Enqueued Resource ID: ac2fa6a3-c73f-400f-9ad4-58d07c99e47f with Priority: HIGHEST for action port [ 1110.598638] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 1110.598771] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1110.598881] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac2fa6a3-c73f-400f-9ad4-58d07c99e47f with Priority: HIGHEST for action port [ 1110.599480] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.601087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.601087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.601087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.601300] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.602681] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.602821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.603068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.603190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.603241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.603497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.603583] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac2fa6a3-c73f-400f-9ad4-58d07c99e47f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.806464] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1110.806680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.807072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.807345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.807568] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.807709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.807970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.807970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.808057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.808088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.808201] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.943859] env[69323]: INFO networking_nsxv3.common.synchronization [req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 req-fb09f3aa-71a9-4cf5-b246-6c254ff04870 tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1110.943859] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1110.944244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.945314] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.945314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.945314] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.994826] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.103146] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.103314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.109649] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac2fa6a3-c73f-400f-9ad4-58d07c99e47f with status ACTIVE [ 1111.109856] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.109988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.110070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.110308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.110402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.110589] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.110693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.110750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.110915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.110994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111203] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.111291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.111376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.111549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.111626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111713] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac2fa6a3-c73f-400f-9ad4-58d07c99e47f is going to be updated. [ 1111.139812] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.139812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.139812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.139812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.139812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.139812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac2fa6a3-c73f-400f-9ad4-58d07c99e47f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.263317] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 in Status: SUCCESS [ 1111.263524] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d54134e-ed48-411d-90f3-a8c935d5b416 deletion is rescheduled due to dependency. [ 1111.263646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d54134e-ed48-411d-90f3-a8c935d5b416" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.265770] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-457 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.265994] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.266105] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.266379] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.266648] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.266845] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.267055] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.267320] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.267481] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.267695] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.267811] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.267925] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.268047] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.268163] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.268272] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.268407] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.270016] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1111.270192] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf deletion is rescheduled due to dependency. [ 1111.270286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.270734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.270905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.271078] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.271182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.271249] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.271444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.271571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.271675] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.292704] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.292967] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.293168] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.293383] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-457" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.293778] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ac538eb8-200b-446f-b32b-197c67eba151 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.294043] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.294213] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.294729] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.294942] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac538eb8-200b-446f-b32b-197c67eba151',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.310489] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.310664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.310727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.310898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.311071] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.311175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.311225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.311404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.311513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.311682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.311855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.311948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.312048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.312156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.312294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.312386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.312443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.312580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.312655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.312735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.312824] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.453210] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.453462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.453521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.453824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.453988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.454289] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.454436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.454533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.454603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.455411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.455411] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1111.482948] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.482948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.482948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.482948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.482948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.497245] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1111.498648] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.774615] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.797676] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.797969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.798161] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.798497] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.798694] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.798891] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ac538eb8-200b-446f-b32b-197c67eba151 not found, creating... [ 1111.799227] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.799423] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.799575] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.799854] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.800108] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.800441] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.800653] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.800819] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.801091] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.801270] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.801448] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ac538eb8-200b-446f-b32b-197c67eba151 is going to be created. [ 1111.815582] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68edbb2e-456b-40a9-883f-edfe6c03d4a4: rpc.has_security_group_logging(os_id): False [ 1111.822816] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.823106] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.823249] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.823634] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.823875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.824131] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.838351] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.838612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.838612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.838830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.839195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.839443] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.839549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.839611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.839784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.839866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.840076] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.840401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.840496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.840647] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.840945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.841028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.841116] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1111.955157] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.955157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.955157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.955464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.955464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.980099] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1112.001757] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1112.002080] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1112.164853] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1112.165153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.278186] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.549544] env[69323]: INFO networking_nsxv3.common.synchronization [req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 req-f2477a6d-051f-4961-8f05-63fd670aa20e service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 1112.549736] env[69323]: INFO networking_nsxv3.common.synchronization [req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 req-f2477a6d-051f-4961-8f05-63fd670aa20e service nova] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1112.549887] env[69323]: INFO networking_nsxv3.common.synchronization [req-0c9deddd-cc85-48bb-aa07-cbaa486ac5c5 req-f2477a6d-051f-4961-8f05-63fd670aa20e service nova] Enqueued Resource ID: ac538eb8-200b-446f-b32b-197c67eba151 with Priority: HIGHEST for action port [ 1112.550218] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_rules [ 1112.550355] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1112.550461] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac538eb8-200b-446f-b32b-197c67eba151 with Priority: HIGHEST for action port [ 1112.551041] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.551144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.551228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.551810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.551810] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.552901] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.553040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.556310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac538eb8-200b-446f-b32b-197c67eba151 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.556310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.556310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.556310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.556310] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac538eb8-200b-446f-b32b-197c67eba151',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.780285] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.780489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.780629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.780878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.780878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.781073] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1112.834543] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.834766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.834892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.835211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.835403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.847716] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1112.946236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.946612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.946612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.946832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.961496] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1112.962497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.963584] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1113.001684] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.001869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.002151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.002306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.012387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.013172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1113.013258] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.013351] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1113.056015] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.056015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.056015] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.056202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.057698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.057874] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1113.058899] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.058988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.059170] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac538eb8-200b-446f-b32b-197c67eba151 with status ACTIVE [ 1113.059322] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.059419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.059482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.059650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.059728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.059883] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.059972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.060041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.060185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.060280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.060423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.060513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.060570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.060699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.060768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.060846] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac538eb8-200b-446f-b32b-197c67eba151 is going to be updated. [ 1113.080610] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.080780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.080819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.081027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.081160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.081307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac538eb8-200b-446f-b32b-197c67eba151" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.192061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.192322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.192414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.192698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.193265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.194751] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1113.301410] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.301655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.301655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.301872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.302180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.302489] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1113.302603] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed', 'af62cf99-8f54-4cc0-9c53-3704d8b984bf', '5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956', '5e53ca97-02f0-43bc-96a7-5eb072f89a60', 'fa675d15-6d8f-47a3-875b-cc0945081699', 'aa40f8b0-0215-45d6-8423-5872fb35030f', '72b19771-a1a6-4e34-a2b1-bab6920d14ff', '68edbb2e-456b-40a9-883f-edfe6c03d4a4', 'cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf', '037ff67e-fe5b-4b83-9bf7-75bea63f1a40', 'fcdef308-eb4c-4fec-b217-273e7c83ff9a', 'd6a6d677-8577-448e-829e-37ff8eeffd31', 'a89c8898-0d00-4a87-a5be-dfff7d1922fb', 'cdf9d501-a76a-4d1d-bbd1-79412aef2c22', '1f540c91-5cee-4a88-b32b-dc550193d20b', 'f9b08add-7639-48cb-83d4-727e4a8acf73', 'a3c76e12-2c9e-4266-9687-331ded03dd0b', 'e8c02837-4a38-4820-b5b5-e32c81dbf64d', '8af9bd9f-00d0-457b-820c-abf8cb036af9', 'a32ada97-a662-44f4-80bb-2c4f1da1262a', '530e9b77-c8bb-4b38-a7c2-1dea007c03a9', 'cfffd1b7-30f8-4f7d-847b-4bca05d78fd7', '3393871d-a130-4568-9c2c-fbd8764ddd8a', 'cb7dc348-24f3-452f-bdd6-b2e51f01d024', '46aba77e-b0c2-4a74-89fd-41c5c92b069e', '12fb5f3f-a970-49f7-8988-0257b6e2f2fd', '651b7301-1a67-4fa7-86e4-e5439e302b13', '3fc7faf4-4c16-4971-9ae2-21a688e479f3', 'c561a96a-6555-4de4-b16c-a2daed76d48f', 'b136ea99-8281-40b6-bfe0-102ce669d5e3', '2a3eb907-943e-465e-9a4b-45be4c38dc82', '2f8aad65-019a-49f7-a044-9cd7005ace89', 'a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40', '3b983104-25d7-4ca6-9cda-e4678a8965b4', 'e5b47988-3f05-41f5-ad9f-272297e8db47', '1bdae977-001c-4051-bd06-41039dd11085', '915b412b-4ce6-4699-8f60-a891ab76f53a', 'bddcbb4a-1022-461a-aee7-03cf30719eac', '4d54134e-ed48-411d-90f3-a8c935d5b416', '3ccc12c1-fc10-4879-978e-d541a875c5b1', '49905111-f36d-4cf1-b97c-53b70c0fd098', '660a2ab3-073a-45a4-8420-aa7b83d2c4ab', 'c6962c49-30d5-4005-b03c-3ff0f86101c3', '75f2180e-5775-4be9-869f-36da4ab0b7b6', '87a91c94-9241-4c6a-abe2-461ef33a1182', 'e7b424eb-da95-4eac-a6f7-c8553f7f911d'} {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.302702] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1113.321185] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.321393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.321469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.321683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.321770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.321885] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1113.321957] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.322043] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1113.399392] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.399638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.399687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.399892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.401194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.401546] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1113.401662] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1113.401765] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1113.401841] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1113.401951] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1113.402068] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGH for action security_group_rules [ 1113.402201] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGH for action security_group_rules [ 1113.402300] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGH for action security_group_rules [ 1113.402371] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGH for action security_group_rules [ 1113.402435] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGH for action security_group_rules [ 1113.402499] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGH for action security_group_rules [ 1113.402580] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGH for action security_group_rules [ 1113.402611] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGH for action security_group_rules [ 1113.402675] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGH for action security_group_rules [ 1113.402735] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGH for action security_group_rules [ 1113.402886] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGH for action security_group_rules [ 1113.402886] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGH for action security_group_rules [ 1113.403031] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGH for action security_group_rules [ 1113.403031] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGH for action security_group_rules [ 1113.403031] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGH for action security_group_rules [ 1113.403134] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGH for action security_group_rules [ 1113.403165] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGH for action security_group_rules [ 1113.403205] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGH for action security_group_rules [ 1113.403260] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGH for action security_group_rules [ 1113.403321] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGH for action security_group_rules [ 1113.403491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.511063] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1113.511274] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 1113.511430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.511625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.511845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.511978] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.512106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.512170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.512336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.512454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.512545] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.998039] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1113.998639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.016612] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.521250] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.858739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.861560] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.861560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.861560] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.024498] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.025648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.025648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.025648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.025648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.025648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1115.065796] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.066947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.067135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.067480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.067719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.079723] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1115.365323] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.399610] env[69323]: INFO networking_nsxv3.common.synchronization [None req-24b37dce-5e31-42ab-a098-f67657655625 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1115.400247] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1115.400469] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGH for action security_group_rules [ 1115.400615] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 with Priority: HIGH for action security_group_rules [ 1115.400722] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff with Priority: HIGH for action security_group_rules [ 1115.400820] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f540c91-5cee-4a88-b32b-dc550193d20b with Priority: HIGH for action security_group_rules [ 1115.400916] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32ada97-a662-44f4-80bb-2c4f1da1262a with Priority: HIGH for action security_group_rules [ 1115.401016] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 with Priority: HIGH for action security_group_rules [ 1115.403578] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d with Priority: HIGH for action security_group_rules [ 1115.403701] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c76e12-2c9e-4266-9687-331ded03dd0b with Priority: HIGH for action security_group_rules [ 1115.403808] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGH for action security_group_rules [ 1115.403925] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGH for action security_group_rules [ 1115.404083] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb with Priority: HIGH for action security_group_rules [ 1115.404210] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGH for action security_group_rules [ 1115.404308] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGH for action security_group_rules [ 1115.404412] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 with Priority: HIGH for action security_group_rules [ 1115.404492] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGH for action security_group_rules [ 1115.404581] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40f8b0-0215-45d6-8423-5872fb35030f with Priority: HIGH for action security_group_rules [ 1115.404672] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGH for action security_group_rules [ 1115.404759] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGH for action security_group_rules [ 1115.405354] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGH for action security_group_rules [ 1115.405522] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 with Priority: HIGH for action security_group_rules [ 1115.405895] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.406041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.406115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.406335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.406564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.406685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.406753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.406950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.407058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.407134] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.412213] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.412213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.412213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.412213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.412213] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.412213] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.412959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.413087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.413300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.413486] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.414439] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.414624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.414624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.414764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.414813] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72b19771-a1a6-4e34-a2b1-bab6920d14ff',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.418522] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f540c91-5cee-4a88-b32b-dc550193d20b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.418668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.418732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.418954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.419043] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f540c91-5cee-4a88-b32b-dc550193d20b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.419968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a32ada97-a662-44f4-80bb-2c4f1da1262a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.421119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.421119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.421119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.421119] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a32ada97-a662-44f4-80bb-2c4f1da1262a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.422801] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8af9bd9f-00d0-457b-820c-abf8cb036af9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.422975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.423100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.423404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.423554] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8af9bd9f-00d0-457b-820c-abf8cb036af9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.425108] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.425289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.425385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.425661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.425785] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8c02837-4a38-4820-b5b5-e32c81dbf64d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.427079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c76e12-2c9e-4266-9687-331ded03dd0b taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.427252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.427357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.427620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.427737] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c76e12-2c9e-4266-9687-331ded03dd0b',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.429267] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.429410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.429470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.429974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.430112] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.431552] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.431783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.431894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.432173] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.432294] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.433615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.433779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.434071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.434371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.435028] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a89c8898-0d00-4a87-a5be-dfff7d1922fb',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.435848] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.436036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.436143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.436467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.436590] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.439088] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.439283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.439399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.439713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.439842] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.441262] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.441444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.441552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.441845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.443020] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('037ff67e-fe5b-4b83-9bf7-75bea63f1a40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.443334] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.443537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.443647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.443943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.444082] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.445635] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa40f8b0-0215-45d6-8423-5872fb35030f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.445852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.447080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.447080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.447080] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa40f8b0-0215-45d6-8423-5872fb35030f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.448206] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.448380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.448487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.448814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.448913] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.450234] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.451022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.451022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.451022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.451022] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.452212] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.452362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.452721] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.452879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.452980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.453265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.453391] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e53ca97-02f0-43bc-96a7-5eb072f89a60',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.453792] env[69323]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1115.483050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.483256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.483256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.483679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.509925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.510079] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a32ada97-a662-44f4-80bb-2c4f1da1262a is going to be deleted. [ 1115.583475] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.583803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.583973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.584353] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.584494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.584732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a32ada97-a662-44f4-80bb-2c4f1da1262a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.867686] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af62cf99-8f54-4cc0-9c53-3704d8b984bf: rpc.has_security_group_logging(os_id): False [ 1115.888687] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.888876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.888972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.889273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.913138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.913591] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.913820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.913958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.914241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.914473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.914643] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1115.957987] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.958192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.958231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.958408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.958599] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.958706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.958795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.958999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.959248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.959344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.959434] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.965454] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.965638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.965638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.965867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.966043] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.966161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.966226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.966466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.966562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.966652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.966739] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.968168] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.968301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968385] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.968494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.968639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.968734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.968796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.968936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.969028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.969112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.969325] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.971828] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.972151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.972329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.972516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.972671] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.972772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.972836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.972980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.973076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.973161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.973241] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.975257] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.975351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.975414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.975566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.977320] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.977404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.977446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.978236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.978236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.978236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.978236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.978236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.978236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.978236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.978236] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.981056] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.981181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.981231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.981394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.981590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.981671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.981711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.981845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.981915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.982197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.982197] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.024489] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.024932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.044541] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.044696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.046835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.046835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.047045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.047159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.051704] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.051803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.052677] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.052802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.053396] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.053898] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.054054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.056819] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.057464] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.057631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.061346] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.061931] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.062141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.064227] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1116.064227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.064227] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.064417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.064417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.064608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.064689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.064798] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1116.067501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.067501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.067501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.068145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.068145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.110998] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1116.116445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.118213] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 037ff67e-fe5b-4b83-9bf7-75bea63f1a40 is going to be deleted. [ 1116.120159] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.123065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.135234] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.135234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.135234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.135234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.135234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.147486] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1116.156153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.156153] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e53ca97-02f0-43bc-96a7-5eb072f89a60 is going to be deleted. [ 1116.156668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.156906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.189038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.189038] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f540c91-5cee-4a88-b32b-dc550193d20b is going to be deleted. [ 1116.189038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.189038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.226619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.226815] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8af9bd9f-00d0-457b-820c-abf8cb036af9 is going to be deleted. [ 1116.227960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.228180] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.240582] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.240582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.241329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.241467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.254688] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.254688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.280838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.280838] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a89c8898-0d00-4a87-a5be-dfff7d1922fb is going to be deleted. [ 1116.282061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.282061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.338100] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.338300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.360826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.360826] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8c02837-4a38-4820-b5b5-e32c81dbf64d is going to be deleted. [ 1116.360968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.361242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.415299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.415509] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c76e12-2c9e-4266-9687-331ded03dd0b is going to be deleted. [ 1116.417126] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.417279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.417336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.417526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.417615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.417745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a89c8898-0d00-4a87-a5be-dfff7d1922fb" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.417902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.422240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.422452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.422541] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be deleted. [ 1116.423630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.423870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.462553] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.465467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.465608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.466057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.466257] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.466408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.466483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.466700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.466800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.466901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.467605] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.467702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.467781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.467997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.468199] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.468312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.468407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.468620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.468754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.469885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.469885] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.471534] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.472485] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.478024] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.480296] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.484130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.484259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72b19771-a1a6-4e34-a2b1-bab6920d14ff is going to be deleted. [ 1116.485356] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.486949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.487151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.506398] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.506580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.532156] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.532356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.537529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.537684] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be deleted. [ 1116.538714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.539013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.571565] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.571733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.582368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.582518] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956 is going to be deleted. [ 1116.583463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.583699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.583812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.583939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e53ca97-02f0-43bc-96a7-5eb072f89a60" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.584134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.584300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.584933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.584933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-037ff67e-fe5b-4b83-9bf7-75bea63f1a40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.585501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.585501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585501] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f540c91-5cee-4a88-b32b-dc550193d20b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.585686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.585763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8af9bd9f-00d0-457b-820c-abf8cb036af9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.586155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.621803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.621803] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa40f8b0-0215-45d6-8423-5872fb35030f is going to be deleted. [ 1116.623534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.623788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.623869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.624595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8c02837-4a38-4820-b5b5-e32c81dbf64d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.624875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.625063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.625223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.625290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.625906] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.626093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.626687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.626687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c76e12-2c9e-4266-9687-331ded03dd0b" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.627380] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.627518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.627602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.627772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.627853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.627994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72b19771-a1a6-4e34-a2b1-bab6920d14ff" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.736254] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.736974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.736974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.736974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.736974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.736974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.756216] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.756448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.756448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.756685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.756771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f22fd8d-9b44-4ac7-8e7d-45e4e8a0a956" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.777041] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.777368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.777368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.777521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.777521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.777637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa40f8b0-0215-45d6-8423-5872fb35030f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.976231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68edbb2e-456b-40a9-883f-edfe6c03d4a4: rpc.has_security_group_logging(os_id): False [ 1116.976231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed: rpc.has_security_group_logging(os_id): False [ 1116.977041] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b08add-7639-48cb-83d4-727e4a8acf73: rpc.has_security_group_logging(os_id): False [ 1116.983169] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa675d15-6d8f-47a3-875b-cc0945081699: rpc.has_security_group_logging(os_id): False [ 1116.984463] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf: rpc.has_security_group_logging(os_id): False [ 1116.989120] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcdef308-eb4c-4fec-b217-273e7c83ff9a: rpc.has_security_group_logging(os_id): False [ 1116.996855] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.996982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.997033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.997235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.999690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.999804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.002061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.002209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.002902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.003021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.005405] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.005405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.010310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.010436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.019142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.019456] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.019559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.019625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.019826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.020028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.020028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed is going to be updated. [ 1117.021036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.021760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.070043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.070043] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.070043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.070043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.071638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.071638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.071638] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be updated. [ 1117.072563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.072563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.095304] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1117.095602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.095807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.095953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.096158] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.096262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.096330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.096529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.096614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.097044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.097044] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.116073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.116605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.116605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116605] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1117.118068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.118068] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.136510] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.136702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.144833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.144833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.144833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.144969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.145103] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.145183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.145280] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 is going to be updated. [ 1117.146765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.146940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.164047] env[69323]: INFO networking_nsxv3.common.synchronization [req-634a2c81-10a6-45ce-99e1-5e8a154d15d3 req-63922e82-fa13-44cf-b850-18b3be6e07a9 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1117.165032] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1117.165032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.165176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.165213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.165393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.165541] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.165637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.165693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.165840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.165920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.166022] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.184237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.184590] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.184697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.184758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.184957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.185062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.185160] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a is going to be updated. [ 1117.186547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.186734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.186883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.187793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.187961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.189580] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.189694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.210286] env[69323]: INFO networking_nsxv3.common.synchronization [req-ea1bca93-b1a5-47c1-bd76-f308cb726315 req-423e5e77-47d2-40c1-8db9-8dcfbe0f8cc8 tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Enqueued Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_members [ 1117.210818] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_members [ 1117.211107] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.211236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.211395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.211663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.211827] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.211930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.211995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.212195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.212281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.212384] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.219331] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.219487] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.235087] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.235233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.236253] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: IN_PROGRESS for 2s [ 1117.250604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.250980] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.251135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.251206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.251418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.251507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.251606] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1117.252690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.252869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.253013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.254486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.254728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.254920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.255832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.256119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.256309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.286329] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: IN_PROGRESS for 2s [ 1117.291879] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 1117.293033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1117.381034] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.381034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.381034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.381034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.381034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.418909] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: IN_PROGRESS for 2s [ 1117.445753] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.445753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.445753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.449024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.449024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.479976] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1117.577220] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.578455] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-422" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.578455] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-422" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.579041] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-422" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.579490] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580229] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580366] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580625] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.580970] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.581180] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.581414] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.584038] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.584038] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.584038] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.584038] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.600054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.600441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.600766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.601429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.601766] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.601938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.602221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.602284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.602424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.602556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.602782] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.602956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.603062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.607100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.607386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.607538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.607637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.607859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.607986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608393] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.610886] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.611543] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.611543] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.616218] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-422" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.616218] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.616218] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.616218] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.616497] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.616680] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4bc8fa-dd96-4dbb-b6d5-c346b799389e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.667572] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.717258] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.717405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.717473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.717709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.717791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.718094] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.718208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.718276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.718420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.718495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.718579] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc already deleted. [ 1117.718656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.118970] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.119384] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.119431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.119682] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.119839] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.119999] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port cd4bc8fa-dd96-4dbb-b6d5-c346b799389e not found, creating... [ 1118.120316] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.120498] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.120642] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.120922] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.121085] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.121459] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.121660] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.121786] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.122058] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.122223] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.122388] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: cd4bc8fa-dd96-4dbb-b6d5-c346b799389e is going to be created. [ 1118.123636] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40: rpc.has_security_group_logging(os_id): False [ 1118.125672] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1118.125859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.126926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.126926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.127060] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.147026] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.147288] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.147425] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.147730] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.147971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.148243] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.149949] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.150084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.150084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.150516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.162385] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1118.162591] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 deletion is rescheduled due to dependency. [ 1118.162937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.172271] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.181263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.181559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.181943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.181943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.181943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.182210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.182257] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.182343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.184026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.184026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.184026] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1118.295586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.296090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.296090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.296090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.296296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.337382] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1118.632747] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.632949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.633073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.633417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.633661] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.633781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.633850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.634090] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.634222] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.634811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.634811] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.674794] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.674949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.675043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.675268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.675384] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.675648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1118.714825] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.715026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.715091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.715415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.715709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.726847] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1118.914477] env[69323]: INFO networking_nsxv3.common.synchronization [req-ea1bca93-b1a5-47c1-bd76-f308cb726315 req-fbfbf29e-ed8b-4bcd-a2c8-536191f04147 service nova] Enqueued Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_rules [ 1118.914764] env[69323]: INFO networking_nsxv3.common.synchronization [req-ea1bca93-b1a5-47c1-bd76-f308cb726315 req-fbfbf29e-ed8b-4bcd-a2c8-536191f04147 service nova] Enqueued Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_members [ 1118.915924] env[69323]: INFO networking_nsxv3.common.synchronization [req-ea1bca93-b1a5-47c1-bd76-f308cb726315 req-fbfbf29e-ed8b-4bcd-a2c8-536191f04147 service nova] Enqueued Resource ID: cd4bc8fa-dd96-4dbb-b6d5-c346b799389e with Priority: HIGHEST for action port [ 1118.915924] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_rules [ 1118.916154] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_members [ 1118.916154] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4bc8fa-dd96-4dbb-b6d5-c346b799389e with Priority: HIGHEST for action port [ 1118.916483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.917871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.917871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.917871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.917871] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.921760] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.921928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.922016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.922736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.922736] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.922736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.922736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.922736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.923039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.923039] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.926181] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.926181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.926181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.926181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.926181] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4bc8fa-dd96-4dbb-b6d5-c346b799389e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.137291] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.254855] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: SUCCESS [ 1119.255248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.311899] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 1119.312232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.312941] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: SUCCESS [ 1119.313142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.314176] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1119.314306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.426785] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.426977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.428205] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.429195] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd4bc8fa-dd96-4dbb-b6d5-c346b799389e with status ACTIVE [ 1119.429402] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.429525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.429596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.429809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.429899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.430098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.430201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.430269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.430430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.430527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.431042] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.431042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.431042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.431252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.431280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.431725] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd4bc8fa-dd96-4dbb-b6d5-c346b799389e is going to be updated. [ 1119.435956] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: SUCCESS [ 1119.436199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.453878] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.454291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.454291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.454291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.454590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.454810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4bc8fa-dd96-4dbb-b6d5-c346b799389e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.499221] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1119.499504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.639370] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af62cf99-8f54-4cc0-9c53-3704d8b984bf: rpc.has_security_group_logging(os_id): False [ 1119.664103] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.664298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.664445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.664687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.664782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.665050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.665162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.665227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.665398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.665507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.665641] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1119.732418] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.732638] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.732676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.733729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.752056] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1119.933889] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.268183] env[69323]: INFO networking_nsxv3.common.synchronization [req-a21f99c0-07f7-46e2-be34-3865f224ddcb req-ed1a77d2-0d84-4321-b5b4-159748b46054 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1120.268747] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1120.269178] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.269338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.269453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.269627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.270098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.270098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.270098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.270098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.270233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.270337] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.357228] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1120.357869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.438143] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.438351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.438351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.438643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.438720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.438783] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc is going to be created. [ 1120.491736] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.491962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.491962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.492170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.492329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.510453] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc in Status: UNINITIALIZED for 2s [ 1120.741043] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1120.741316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.773142] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.773325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.773449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.773673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.796426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.796426] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.796426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.796426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.796607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.796607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.796607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1120.837021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.837021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.837021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.837209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.837314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.846666] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1121.770791] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1121.771152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.522290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc in Status: SUCCESS [ 1122.522595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.522785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.523016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.523235] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.523388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.523446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.523614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.523693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.524377] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.856700] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1122.857092] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1122.857092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.027491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.027491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.027491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.027491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.028083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.028083] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.028083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.028083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.028083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.028083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.028251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.028251] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.198036] env[69323]: INFO networking_nsxv3.common.synchronization [req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb req-92d9ec39-d20a-4333-9746-acf3dc451d2d tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Enqueued Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_members [ 1123.198728] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_members [ 1123.199426] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.199866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.199866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.200372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.201346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.201497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.201591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.201809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.201909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.202043] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.530159] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.530159] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.530159] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.530159] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.530159] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.530159] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.530787] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.532947] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.533374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.533708] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.533924] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.534146] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.534367] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.534572] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.534766] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.534982] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.536412] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda0dda3-5c4b-42cb-9730-4b37202b52cc: rpc.has_security_group_logging(os_id): False [ 1123.557132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.557132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.557132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.557739] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.557739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.557739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.557739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.557739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.557739] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc is going to be created. [ 1123.559882] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.560208] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.560610] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.560967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.561400] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-83401edd-f3a0-4467-8e77-4b7e1f0df87f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.564163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.564163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.564163] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.564163] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83401edd-f3a0-4467-8e77-4b7e1f0df87f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.628280] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.628449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.628537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.628807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.629538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.642930] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc in Status: IN_PROGRESS for 2s [ 1123.705895] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.706259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.706259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.709921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.709921] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 already deleted. [ 1123.709921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.066023] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.066023] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.066023] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.066509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.066509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.066509] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 83401edd-f3a0-4467-8e77-4b7e1f0df87f not found, creating... [ 1124.066773] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.066935] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.067091] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.068051] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.068051] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.068051] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.068051] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.068309] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.068369] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.068514] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.068707] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 83401edd-f3a0-4467-8e77-4b7e1f0df87f is going to be created. [ 1124.090634] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.091055] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.091288] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.092587] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.092856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.093139] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.683122] env[69323]: INFO networking_nsxv3.common.synchronization [req-f385cbf4-2957-437f-87b2-106e40ff07c0 req-bdb40d75-01c8-4fc5-ad44-6951d4e9334c tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Enqueued Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_members [ 1124.683122] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_members [ 1124.683122] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.683122] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.683122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.683122] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.832034] env[69323]: INFO networking_nsxv3.common.synchronization [req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb req-913ce493-5a4a-4c56-8202-8a0c3e909430 service nova] Enqueued Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_rules [ 1124.832280] env[69323]: INFO networking_nsxv3.common.synchronization [req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb req-913ce493-5a4a-4c56-8202-8a0c3e909430 service nova] Enqueued Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_members [ 1124.832946] env[69323]: INFO networking_nsxv3.common.synchronization [req-f4b8d532-bb06-4c97-baf6-bc4d4a786bdb req-913ce493-5a4a-4c56-8202-8a0c3e909430 service nova] Enqueued Resource ID: 83401edd-f3a0-4467-8e77-4b7e1f0df87f with Priority: HIGHEST for action port [ 1124.833043] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_rules [ 1124.833218] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_members [ 1124.833428] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83401edd-f3a0-4467-8e77-4b7e1f0df87f with Priority: HIGHEST for action port [ 1124.833696] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.833864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.833942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.834239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.834362] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.835946] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.836116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.836209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.836875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.837048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.837269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.837458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.837577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.837693] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.839027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-83401edd-f3a0-4467-8e77-4b7e1f0df87f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.839165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.839371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.839437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.839548] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83401edd-f3a0-4467-8e77-4b7e1f0df87f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.077768] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.078143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.078143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.078423] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.078717] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.078879] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.079000] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.079241] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.079387] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.079648] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.079773] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.079888] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.080038] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.080161] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1125.080252] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.080406] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.100565] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.100786] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1125.100894] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.101092] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-273" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.101552] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-750383b3-5cee-4bc4-974f-1abc484d84d1 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.101704] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.101847] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.102175] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.102322] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750383b3-5cee-4bc4-974f-1abc484d84d1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.187507] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.187729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.187729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.187938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.188041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.188248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.188349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.188416] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.188576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.188652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.188736] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 already deleted. [ 1125.188818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.341442] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.341594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.342281] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.343090] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83401edd-f3a0-4467-8e77-4b7e1f0df87f with status ACTIVE [ 1125.343278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.343467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.343530] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.343735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.343821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.343999] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.344110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.344172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.344326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.344566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.344626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.344685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.344751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.344881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.344953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.345048] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83401edd-f3a0-4467-8e77-4b7e1f0df87f is going to be updated. [ 1125.370021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.370021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.370021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.370021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.370021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.370343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83401edd-f3a0-4467-8e77-4b7e1f0df87f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.604989] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.605269] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.605472] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.605734] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.605929] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.606148] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 750383b3-5cee-4bc4-974f-1abc484d84d1 not found, creating... [ 1125.606505] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.606690] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.606839] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.607157] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.607358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.607702] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.607923] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.608083] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.608343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.608515] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.608695] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 750383b3-5cee-4bc4-974f-1abc484d84d1 is going to be created. [ 1125.664131] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc in Status: SUCCESS [ 1125.664408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.669584] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.669831] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.669996] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.670337] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.670657] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.670926] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.847578] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.261643] env[69323]: INFO networking_nsxv3.common.synchronization [req-595581c3-423f-4537-b208-ddda168f97b4 req-b50f506a-1537-4514-9076-3d3faa3c370a tempest-ServerDiskConfigTestJSON-124499016 tempest-ServerDiskConfigTestJSON-124499016-project-member] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1126.263784] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGHEST for action security_group_members [ 1126.263784] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.264013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.264013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.264202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.264302] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.264460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.264460] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.265671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.265671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.265671] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.350094] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.350266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.350326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.350496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.350581] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.350815] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 is going to be created. [ 1126.378801] env[69323]: INFO networking_nsxv3.common.synchronization [req-f385cbf4-2957-437f-87b2-106e40ff07c0 req-d345ad00-794f-48fe-a42a-937242083d34 service nova] Enqueued Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_rules [ 1126.378996] env[69323]: INFO networking_nsxv3.common.synchronization [req-f385cbf4-2957-437f-87b2-106e40ff07c0 req-d345ad00-794f-48fe-a42a-937242083d34 service nova] Enqueued Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_members [ 1126.382039] env[69323]: INFO networking_nsxv3.common.synchronization [req-f385cbf4-2957-437f-87b2-106e40ff07c0 req-d345ad00-794f-48fe-a42a-937242083d34 service nova] Enqueued Resource ID: 750383b3-5cee-4bc4-974f-1abc484d84d1 with Priority: HIGHEST for action port [ 1126.382936] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.383152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.383313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.383626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.383760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.385218] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_rules [ 1126.385398] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_members [ 1126.385460] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750383b3-5cee-4bc4-974f-1abc484d84d1 with Priority: HIGHEST for action port [ 1126.385772] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.385888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.385954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.386206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.386291] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.387248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.387397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.387469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.387728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.387924] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.388099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.388195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.388397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.388545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.388672] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.389639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-750383b3-5cee-4bc4-974f-1abc484d84d1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.389783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.389855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.390156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.390156] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750383b3-5cee-4bc4-974f-1abc484d84d1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.405165] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 in Status: UNINITIALIZED for 2s [ 1126.774890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.775116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.775157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.775447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.775617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.775899] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.776020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.776088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.776294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.776380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.776474] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be updated. [ 1126.813876] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.814195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.814195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.814347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.814494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.824871] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: IN_PROGRESS for 2s [ 1126.892531] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.892775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.892896] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.893859] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 750383b3-5cee-4bc4-974f-1abc484d84d1 with status ACTIVE [ 1126.894495] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.894495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.894495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.894677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.894677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.894918] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.894918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.895071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.895119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.895204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.895767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.895767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.895767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.895925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.896025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.896110] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 750383b3-5cee-4bc4-974f-1abc484d84d1 is going to be updated. [ 1126.919737] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.919886] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.919950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.920186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.921264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.921264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-750383b3-5cee-4bc4-974f-1abc484d84d1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.399273] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.906842] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.906982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.907080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.907274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.907372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.907476] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 is going to be created. [ 1127.934450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.934450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.934450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.934726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.934726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.945452] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 in Status: UNINITIALIZED for 2s [ 1128.412283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 in Status: SUCCESS [ 1128.412596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.412596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.412723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.412867] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.412976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.413046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.413216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.413334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.414073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.414073] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.448835] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.448835] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.449250] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.449353] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.449710] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.450106] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.450106] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.450345] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.450676] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.450853] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.450980] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.451113] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.451278] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.451419] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.451561] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.451774] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.471114] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.471313] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.471482] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.471659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.471986] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7a452dab-921c-4e0a-95e2-b90ca163d5c6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.472210] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.472392] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.472748] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.472903] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a452dab-921c-4e0a-95e2-b90ca163d5c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.836040] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 in Status: SUCCESS [ 1128.836040] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 deletion is rescheduled due to dependency. [ 1128.836040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.915690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.915898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.915987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.916164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.916341] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.916492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.916788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.916788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.916788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.916937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.916983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.917061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.917116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.917254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.917412] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.917612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.917612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.917904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.917904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.917904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.917904] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.976926] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.976926] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.976926] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980765] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 not found, creating... [ 1128.980765] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980765] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.980765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.981602] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.981963] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.982317] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.982555] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 is going to be created. [ 1129.008121] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.008121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.008121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.008121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.008121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.008358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.420448] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23240272-eb95-45db-a2d6-d3cc03380cd4: rpc.has_security_group_logging(os_id): False [ 1129.442460] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.442623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.442678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.442949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.443060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.443327] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.443565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.443671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.443887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.444008] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.444355] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.444491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.444594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.444815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.444923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.445165] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.445319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.445646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.445830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.445989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.446131] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 is going to be created. [ 1129.519348] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.519507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.519580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.519787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.519969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.532552] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 in Status: IN_PROGRESS for 2s [ 1129.806307] env[69323]: INFO networking_nsxv3.common.synchronization [req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 req-f618ef3b-4b6e-45bd-8235-95c9fab6d494 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1129.806307] env[69323]: INFO networking_nsxv3.common.synchronization [req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 req-f618ef3b-4b6e-45bd-8235-95c9fab6d494 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1129.806307] env[69323]: INFO networking_nsxv3.common.synchronization [req-bf7d52c1-ccff-4db4-84f6-2a7ddd5660c7 req-f618ef3b-4b6e-45bd-8235-95c9fab6d494 service nova] Enqueued Resource ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 with Priority: HIGHEST for action port [ 1129.806307] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1129.806307] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1129.806821] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 with Priority: HIGHEST for action port [ 1129.807311] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.807761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.807982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.808486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.808696] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.811624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.811959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.815121] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.815121] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.815121] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a452dab-921c-4e0a-95e2-b90ca163d5c6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.815121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.815121] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a452dab-921c-4e0a-95e2-b90ca163d5c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.957774] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 in Status: SUCCESS [ 1129.958363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.958508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.958810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.959085] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.959306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.959355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.959577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.959679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.959903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.959903] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.318986] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.319192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.319320] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.320950] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 with status ACTIVE [ 1130.321647] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.321647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.321647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.321894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.322030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.322285] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.322495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.322600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.322875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.323037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.323353] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.323490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.323616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.323847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.323985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.324149] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 is going to be updated. [ 1130.348673] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.348945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.349114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.349445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.349696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.349976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.462151] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.462564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.462564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.462564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.462704] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.462805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.462868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.463040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.463134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.463226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.463471] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.463562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.463622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.463763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.463902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.463991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.464062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.464198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.464279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.464382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.464472] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.826949] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.967332] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 113608f6-ed8e-4535-83e9-a4fd7a687451: rpc.has_security_group_logging(os_id): False [ 1130.988777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.988962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.989028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.989334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.989492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.989659] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.989762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.989827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.989993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.990086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.990294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.990526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.990696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.990861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.990930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.992040] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.992179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.992313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.992490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.992600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.992732] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 is going to be created. [ 1131.028206] env[69323]: INFO networking_nsxv3.common.synchronization [req-a79c8eea-49e7-4d85-9b84-84a143c16790 req-88bb8ecc-7030-4a24-9390-69adbc0ffa86 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1131.028206] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1131.028206] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.028206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.028206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.028206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.028807] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.028953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.029054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.030612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.030612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.030612] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.067764] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.068091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.068225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.068510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.069241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.085647] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 in Status: IN_PROGRESS for 2s [ 1131.329839] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.330092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.330160] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.330504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.330504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.330614] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1131.342941] env[69323]: INFO networking_nsxv3.common.synchronization [req-99798010-6b2f-4ad1-8691-fab5dd1161dc req-2f3cdbf7-0cf9-4464-9cef-b3cc8cde921e tempest-ImagesNegativeTestJSON-882819266 tempest-ImagesNegativeTestJSON-882819266-project-member] Enqueued Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_members [ 1131.343575] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGHEST for action security_group_members [ 1131.343897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.344031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.344101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.344397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.344560] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.344671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.344734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.344902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.344989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.345097] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.371493] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.371493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.371493] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.371640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.371723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.387056] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1131.531628] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.532180] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.532180] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.532330] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.532519] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.532756] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.532823] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.533250] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.533532] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.533771] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.533893] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.534018] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.534137] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.534374] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.534505] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.534656] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.535860] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.535981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.536062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.536237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.536327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.536516] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.536626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.536687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.536837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.536915] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.536999] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1131.559320] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 in Status: SUCCESS [ 1131.559602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.565215] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.565363] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.565511] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.565686] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.566008] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ab6ef843-20da-4009-97b9-bb5a161b82f1 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.566193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.566317] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.566692] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.566837] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6ef843-20da-4009-97b9-bb5a161b82f1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.574929] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.575096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.575158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.575371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.575517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.588157] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1131.848704] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.848884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.848884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.849123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.849218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.849418] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.849523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.849580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.849723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.849795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.849877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc is going to be updated. [ 1131.881852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.882070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.882070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.882285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.882430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.893147] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc in Status: IN_PROGRESS for 2s [ 1132.069405] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.069741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.069927] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.070300] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.070513] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.070842] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ab6ef843-20da-4009-97b9-bb5a161b82f1 not found, creating... [ 1132.071213] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.071442] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.071617] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.072174] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.072174] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.072696] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.072786] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.072929] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.073437] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.073578] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.073744] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ab6ef843-20da-4009-97b9-bb5a161b82f1 is going to be created. [ 1132.096600] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.096965] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.097155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.097532] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.097812] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.098111] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.809917] env[69323]: INFO networking_nsxv3.common.synchronization [req-a79c8eea-49e7-4d85-9b84-84a143c16790 req-cc5e1e1a-9d9e-451e-ae25-9242ec08f604 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1132.810305] env[69323]: INFO networking_nsxv3.common.synchronization [req-a79c8eea-49e7-4d85-9b84-84a143c16790 req-cc5e1e1a-9d9e-451e-ae25-9242ec08f604 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1132.810305] env[69323]: INFO networking_nsxv3.common.synchronization [req-a79c8eea-49e7-4d85-9b84-84a143c16790 req-cc5e1e1a-9d9e-451e-ae25-9242ec08f604 service nova] Enqueued Resource ID: ab6ef843-20da-4009-97b9-bb5a161b82f1 with Priority: HIGHEST for action port [ 1132.811039] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1132.811039] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1132.811194] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6ef843-20da-4009-97b9-bb5a161b82f1 with Priority: HIGHEST for action port [ 1132.812992] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.812992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.812992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.812992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.812992] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.813649] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.813785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.814096] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6ef843-20da-4009-97b9-bb5a161b82f1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.814282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.814466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.815191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.815288] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6ef843-20da-4009-97b9-bb5a161b82f1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.098510] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 in Status: SUCCESS [ 1133.098804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.319155] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.319155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.319155] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6ef843-20da-4009-97b9-bb5a161b82f1 with status ACTIVE [ 1133.319421] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.319528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.319616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.319909] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.320053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.320406] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.320578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.320578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.320716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.320828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.321245] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.321391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.321492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.321718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.322536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.322655] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6ef843-20da-4009-97b9-bb5a161b82f1 is going to be updated. [ 1133.349420] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.349571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.349946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.350244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.350244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.350911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6ef843-20da-4009-97b9-bb5a161b82f1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.408823] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1133.409087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.409270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.409536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.409789] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.409921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.410299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.410299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.410299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.410469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.410469] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.611693] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1133.611867] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1133.612510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.612510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.612510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.612672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.612733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.612767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.612905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.612987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613097] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.904170] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc in Status: SUCCESS [ 1133.904170] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc deletion is rescheduled due to dependency. [ 1133.904170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.916546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.916546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.916546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.916546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.916546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.917290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.917290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.917290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.917290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.917290] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.116404] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.419765] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf9d501-a76a-4d1d-bbd1-79412aef2c22: rpc.has_security_group_logging(os_id): False [ 1134.453520] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.453675] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.453748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.454026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.454114] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.454277] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.454372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.454430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.454585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.454668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.454887] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.454994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.455076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.455225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.455300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.455486] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.455568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.455636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.455767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.455841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.455929] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be created. [ 1134.519597] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.519809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.519893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.520221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.520294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.533840] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1134.620624] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.123830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.124193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.124193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.124461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.124576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.124687] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1135.180115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.180343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.180451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.180699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.181013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.193863] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1136.551389] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1136.551618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.205760] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1137.206199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.206411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.206629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.206879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.206942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.207021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.207209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.207291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.207395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.207494] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.711623] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.711954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.711954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.712172] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.712207] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.712619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.712619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.712619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.712619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.712759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.712892] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.713017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.713105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.713316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.713482] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.714041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.714041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.714041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.714041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.714041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.714240] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.816164] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1137.816399] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1138.125517] env[69323]: INFO networking_nsxv3.common.synchronization [req-a35bf06d-6101-41f6-88fc-ed59b8c4e705 req-2321a58b-cc64-491b-ab8d-7cb8ed3776f2 tempest-ServerGroupTestJSON-717739028 tempest-ServerGroupTestJSON-717739028-project-member] Enqueued Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_members [ 1138.126120] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGHEST for action security_group_members [ 1138.126639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.126898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.127059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.127314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.127779] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.127779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.127779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.127928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.127928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.128023] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.217826] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915b412b-4ce6-4699-8f60-a891ab76f53a: rpc.has_security_group_logging(os_id): False [ 1138.236288] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.236485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.236485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.236795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.236917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.237179] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.237321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.237424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.237610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.237714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.237934] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.238052] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.238120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.238306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.238492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.238659] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.238805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.238897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.239087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.239170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.239258] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1138.318276] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.318495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.318495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.318696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.318848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.346730] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1138.630456] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.630693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.630693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.631038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.631276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.631563] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.631801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.631885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.632092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.632194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.633160] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 is going to be updated. [ 1138.672113] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.672113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.672573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.672573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.672573] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.690584] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 in Status: IN_PROGRESS for 2s [ 1138.863998] env[69323]: INFO networking_nsxv3.common.synchronization [req-168c7904-68b2-442a-8f4e-77de819fafb4 req-8385c19a-a159-4251-be18-d520317299d2 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_members [ 1138.864717] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGHEST for action security_group_members [ 1138.864992] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.865151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.865151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.865331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.865475] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.865579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.865641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.865786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.865865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.865961] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.369345] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.369587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.369707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.370066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.399038] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.399415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.401400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.401400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.401400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.401400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.401400] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f is going to be updated. [ 1139.435612] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.435837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.435837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.436100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.436206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.446831] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c561a96a-6555-4de4-b16c-a2daed76d48f in Status: IN_PROGRESS for 2s [ 1140.365563] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1140.365865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.703913] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 in Status: SUCCESS [ 1140.703913] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 deletion is rescheduled due to dependency. [ 1140.704216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.094484] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3e2befd-2719-416a-8cd8-8f58928b91ff req-39e139c0-7476-407d-909a-fab735bede49 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1141.095085] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1141.095446] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.095582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.095659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.096988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.096988] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.096988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.096988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.097275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.097275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.097275] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.180347] env[69323]: INFO networking_nsxv3.common.synchronization [req-0f7150a8-8974-4724-a04e-249ec9ca72f5 req-84924d69-cd61-491c-b509-7b4486890842 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Enqueued Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_members [ 1141.180347] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGHEST for action security_group_members [ 1141.181429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.181429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.181429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.181429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.181429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.181429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.181429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.181952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.181952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.181952] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.458694] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c561a96a-6555-4de4-b16c-a2daed76d48f in Status: SUCCESS [ 1141.459208] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f deletion is rescheduled due to dependency. [ 1141.459208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.463900] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.464122] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.464216] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.464566] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.464882] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.465135] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.465272] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.465634] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.465838] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.466091] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.466213] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.466326] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.466475] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.466619] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.466740] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.466878] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.488203] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.488503] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.488605] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.488721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.489072] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-34bdc7d2-4582-4f11-b52a-81067970fc8d taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.489297] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.489445] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.489792] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.489939] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bdc7d2-4582-4f11-b52a-81067970fc8d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.599493] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.684777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.685023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.685023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.685759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.685759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.685759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.685759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.685759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.686659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.686659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.686659] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 is going to be updated. [ 1141.705741] env[69323]: INFO networking_nsxv3.common.synchronization [req-53510e7a-7b50-471e-a621-13c519025676 req-055bcf75-ff0b-4911-9c83-235931724239 tempest-ServersNegativeTestJSON-1865633446 tempest-ServersNegativeTestJSON-1865633446-project-member] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1141.706576] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGHEST for action security_group_members [ 1141.707118] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.707260] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.707339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.707533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.707727] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.709119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.709119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.709119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.709119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.709119] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.715737] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.715868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.715868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.716138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.716828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.726767] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 in Status: IN_PROGRESS for 2s [ 1141.996189] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.996430] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.996558] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.996853] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.997014] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.997181] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 34bdc7d2-4582-4f11-b52a-81067970fc8d not found, creating... [ 1141.997453] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.997615] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.997737] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.997968] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.998121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.998433] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.998607] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.998729] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.998942] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.999104] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.999251] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 34bdc7d2-4582-4f11-b52a-81067970fc8d is going to be created. [ 1142.019328] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.019599] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.019669] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.019932] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.020238] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.020512] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.104146] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.139571] env[69323]: INFO networking_nsxv3.common.synchronization [req-ec80e92c-89b9-40e0-95d5-64c7a6164b4c req-9221252d-14c3-412a-8b26-aa2d7fad9415 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_members [ 1142.140434] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGHEST for action security_group_members [ 1142.140771] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.140901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.140969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.141635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.142018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.142456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.142568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.143197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.143544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.143709] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.211750] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.212679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.212679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.212679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.212679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.212679] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.212679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.212994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.219992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.219992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.219992] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be updated. [ 1142.259477] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.259645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.259690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.261471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.261471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.274242] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: IN_PROGRESS for 2s [ 1142.605858] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.606141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.606141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.606492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.606492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.606492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1142.635283] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.635466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.635510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.635717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.635859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.646086] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1142.646395] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.646525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.646598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.646801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.667776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.668117] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.668217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.668285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.668736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.668736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.668736] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 is going to be updated. [ 1142.717313] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.717313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.717313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.717313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.717313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.725035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 in Status: IN_PROGRESS for 2s [ 1142.747534] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3e2befd-2719-416a-8cd8-8f58928b91ff req-ff8f19de-62ca-456f-a47e-354384166d86 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1142.748649] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3e2befd-2719-416a-8cd8-8f58928b91ff req-ff8f19de-62ca-456f-a47e-354384166d86 service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1142.749881] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3e2befd-2719-416a-8cd8-8f58928b91ff req-ff8f19de-62ca-456f-a47e-354384166d86 service nova] Enqueued Resource ID: 34bdc7d2-4582-4f11-b52a-81067970fc8d with Priority: HIGHEST for action port [ 1142.750858] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1142.751174] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1142.751376] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bdc7d2-4582-4f11-b52a-81067970fc8d with Priority: HIGHEST for action port [ 1142.751709] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.751931] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.752061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.752251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.752383] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.753565] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.753716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.753968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-34bdc7d2-4582-4f11-b52a-81067970fc8d taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.754137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.754234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.754766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.754766] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34bdc7d2-4582-4f11-b52a-81067970fc8d',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.256557] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.256745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.256883] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34bdc7d2-4582-4f11-b52a-81067970fc8d with status ACTIVE [ 1143.257067] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.257187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.258553] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.258553] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.258553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.258976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.258976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.258976] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34bdc7d2-4582-4f11-b52a-81067970fc8d is going to be updated. [ 1143.301786] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.301786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.301786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.303149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.303149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.303149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34bdc7d2-4582-4f11-b52a-81067970fc8d" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.740654] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 in Status: SUCCESS [ 1143.740941] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 deletion is rescheduled due to dependency. [ 1143.740941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.287873] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 in Status: SUCCESS [ 1144.288108] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 deletion is rescheduled due to dependency. [ 1144.288193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.657835] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1144.657835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.657835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.657835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.657835] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.658024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.658024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.658198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.658198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.658292] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.736587] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 in Status: SUCCESS [ 1144.736587] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 deletion is rescheduled due to dependency. [ 1144.736761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.162462] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.668664] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.171820] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.172297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.172297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.172297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.172451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.172492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1146.213957] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.215020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.215020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.215020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.215020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.228770] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1146.842806] env[69323]: INFO networking_nsxv3.common.synchronization [req-e7659cbc-2ebf-4d36-8302-292847854462 req-09303713-6802-46e5-a051-c9bb9768beae tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1146.843371] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1146.843675] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.843800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.843867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.844085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.844239] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.844334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.844393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.844545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.844628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.844722] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.138133] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.138133] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.138385] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.138600] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.138869] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.139109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.139258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.139484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.139902] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.140204] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.140344] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.140664] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.140810] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.140935] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.141214] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.141486] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.317941] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.317941] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.176 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.317941] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.318309] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-634" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.318412] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-7a452dab-921c-4e0a-95e2-b90ca163d5c6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.318629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.318771] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.319079] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.319260] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a452dab-921c-4e0a-95e2-b90ca163d5c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.346698] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.346698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.347455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.347654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.347751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.347959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.348076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.348139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.348292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.348368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.348454] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1147.385786] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.385786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.385786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.385786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.385786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.395404] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1147.821718] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.821978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.822063] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.822343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.822496] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.822789] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.822950] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.824522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.824857] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.825047] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.825389] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.825629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.825785] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.826056] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.826183] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.826318] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 is going to be updated. [ 1147.854861] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.855192] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.855659] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.855753] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.856115] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.856254] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.238091] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1148.238334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.238517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.238817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.239053] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.239185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.239256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.239462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.239564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.239676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.239776] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.522068] env[69323]: INFO networking_nsxv3.common.synchronization [req-8732e1b0-edcb-41ff-baa2-9f959e749033 req-f12860b2-7335-4fe1-a6da-39f0f2334bb6 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1148.522375] env[69323]: INFO networking_nsxv3.common.synchronization [req-8732e1b0-edcb-41ff-baa2-9f959e749033 req-f12860b2-7335-4fe1-a6da-39f0f2334bb6 service nova] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1148.522414] env[69323]: INFO networking_nsxv3.common.synchronization [req-8732e1b0-edcb-41ff-baa2-9f959e749033 req-f12860b2-7335-4fe1-a6da-39f0f2334bb6 service nova] Enqueued Resource ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 with Priority: HIGHEST for action port [ 1148.524888] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_rules [ 1148.524888] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1148.524888] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 with Priority: HIGHEST for action port [ 1148.524888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.524888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.524888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.524888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.524888] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.527615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.527895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.527895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.528054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.528156] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.528302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.528302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.528462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.528518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.528617] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.529422] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a452dab-921c-4e0a-95e2-b90ca163d5c6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.529532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.529595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.529739] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.530468] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a452dab-921c-4e0a-95e2-b90ca163d5c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.742182] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.742345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.742422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.742647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.742823] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.742934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.742988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.743156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.743274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.743369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.743523] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.743606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.743669] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.743809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.743945] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.744045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.744106] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.744372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.744477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.744569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.744661] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.031728] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.033913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.033913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.033913] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a452dab-921c-4e0a-95e2-b90ca163d5c6 with status ACTIVE [ 1149.033913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.033913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.033913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.034444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.034444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035574] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035574] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.035574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.035975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035975] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a452dab-921c-4e0a-95e2-b90ca163d5c6 is going to be updated. [ 1149.060324] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.060488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.060538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.061171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.061171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.061171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a452dab-921c-4e0a-95e2-b90ca163d5c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.248530] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 1149.272171] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.272341] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.272419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.272676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.297867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.298249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.298389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.298437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.298623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.298716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.298888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.298978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.299049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.299203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.299270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.299460] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.299549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.299637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.299752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.299825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.299937] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1149.411126] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1149.411390] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1149.411596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.412733] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.412912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.413035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.413349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.413539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.431873] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1149.537441] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.039926] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.040132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.040210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.040582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.040694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.040774] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1150.091937] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.091937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.092206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.092519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.092670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.108482] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1151.446699] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1151.447269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.118474] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1152.118709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.118880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.119145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.119428] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.119515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.119584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.119748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.119851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.119948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.120066] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.623705] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.623705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.623705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.623705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.623705] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.623705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.623705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.624310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.624310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.624310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.624310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.624310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.624310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.624516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.624648] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.624704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.624740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.624878] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.624948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.625040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.625131] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.130411] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdf9d501-a76a-4d1d-bbd1-79412aef2c22: rpc.has_security_group_logging(os_id): False [ 1153.165809] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.165809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.165809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.165809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.165809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.165809] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.166240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.166240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.166240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.166469] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.166565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.166819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.166819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.166883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.167082] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.168462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.168462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.168462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.168462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.168462] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1153.270540] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.270676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.270745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.270947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.271105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.289789] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1153.523945] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.524190] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1153.956215] env[69323]: INFO networking_nsxv3.common.synchronization [req-154c4880-533e-469a-8ce9-ae4bc11ca9fc req-deeb21a4-ab33-44e3-b022-b1b4af7de62e tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1153.956215] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1153.956215] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.956215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.956215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.957065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.957593] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.958049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.959781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.959781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.959781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.959781] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.463062] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.881330] env[69323]: INFO networking_nsxv3.common.synchronization [req-99ba86fa-4b99-43e8-b674-288115203297 req-dc305fdb-d6bc-4ae6-b451-7ac89a3ae786 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_members [ 1154.881912] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGHEST for action security_group_members [ 1154.882261] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.882388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.882453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.882664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.882820] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.882941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.882985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.883762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.883762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.883899] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.947931] env[69323]: INFO networking_nsxv3.common.synchronization [req-c7e0b6b5-a40d-4c1e-900b-efedcf66a56d req-dece30e5-2458-4046-a7a6-67ddb278cf97 tempest-VolumesAdminNegativeTest-150229274 tempest-VolumesAdminNegativeTest-150229274-project-member] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_members [ 1154.948612] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGHEST for action security_group_members [ 1154.948959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.949102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.949171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.949872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.949872] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.949872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.949872] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.950083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.950083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.950143] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.965274] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.305094] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1155.305358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.386109] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.386281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.386362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.386609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.386701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.386921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.387031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.387093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.387246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.387324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.387408] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 is going to be updated. [ 1155.430164] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.430371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.430445] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.430662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.430930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.447817] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: IN_PROGRESS for 2s [ 1155.459807] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.460066] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.460164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.460396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.460490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.460692] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.460996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.460996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.461168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.461168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.461294] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed is going to be updated. [ 1155.468502] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.468502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.468502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.468835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.468835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.468835] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1155.510849] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.511100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.511232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.511490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.511605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.517287] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.517568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.517687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.517933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.518682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.529777] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1155.531963] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: IN_PROGRESS for 2s [ 1156.762995] env[69323]: INFO networking_nsxv3.common.synchronization [None req-195c2423-55d2-434b-b3ae-502a0067d36a None None] Enqueued Resource ID: 55e62903-78e3-4fe8-87a0-a7b04a58a603 with Priority: HIGHEST for action port [ 1156.762995] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e62903-78e3-4fe8-87a0-a7b04a58a603 with Priority: HIGHEST for action port [ 1156.763283] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-55e62903-78e3-4fe8-87a0-a7b04a58a603 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.763410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55e62903-78e3-4fe8-87a0-a7b04a58a603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.763616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55e62903-78e3-4fe8-87a0-a7b04a58a603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.763922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55e62903-78e3-4fe8-87a0-a7b04a58a603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.764068] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55e62903-78e3-4fe8-87a0-a7b04a58a603',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.266602] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55e62903-78e3-4fe8-87a0-a7b04a58a603 [ 1157.266904] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.267786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.267786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.267786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.267786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.267786] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55e62903-78e3-4fe8-87a0-a7b04a58a603 already deleted. [ 1157.267786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55e62903-78e3-4fe8-87a0-a7b04a58a603" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.459809] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa675d15-6d8f-47a3-875b-cc0945081699 in Status: SUCCESS [ 1157.460021] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 deletion is rescheduled due to dependency. [ 1157.460149] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.540438] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1157.540670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.541455] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed in Status: SUCCESS [ 1157.541606] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed deletion is rescheduled due to dependency. [ 1157.541702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.544054] env[69323]: INFO networking_nsxv3.common.synchronization [None req-7efe0c01-2dcc-4e92-9a01-7b4d67cee2fb tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_rules [ 1157.544054] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_rules [ 1157.544423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.544528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.544528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.544800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.544860] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.638955] env[69323]: INFO networking_nsxv3.common.synchronization [None req-60ce39de-5490-460f-9f88-9e6b4a5f978d tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_rules [ 1157.639545] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_rules [ 1157.639862] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.640043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.067718] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.068100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.068100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.068360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.068360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.068417] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f already deleted. [ 1158.068495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.068633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.068787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.068872] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.592446] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.592587] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.592731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.592881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.593080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.593080] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f already deleted. [ 1158.593473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.014037] env[69323]: INFO networking_nsxv3.common.synchronization [None req-76f2e72a-d7af-49a4-b3db-d4cf50403fe2 None None] Enqueued Resource ID: 065d608f-28df-4d69-bd45-a3c2df228f67 with Priority: HIGHEST for action port [ 1159.014304] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d608f-28df-4d69-bd45-a3c2df228f67 with Priority: HIGHEST for action port [ 1159.014879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-065d608f-28df-4d69-bd45-a3c2df228f67 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.015013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-065d608f-28df-4d69-bd45-a3c2df228f67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.015081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-065d608f-28df-4d69-bd45-a3c2df228f67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.015334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-065d608f-28df-4d69-bd45-a3c2df228f67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.015421] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('065d608f-28df-4d69-bd45-a3c2df228f67',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.521716] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 065d608f-28df-4d69-bd45-a3c2df228f67 [ 1159.522187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.522187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.522297] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.522488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.522994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.523070] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:065d608f-28df-4d69-bd45-a3c2df228f67 already deleted. [ 1159.523126] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-065d608f-28df-4d69-bd45-a3c2df228f67" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.680895] env[69323]: INFO networking_nsxv3.common.synchronization [req-d3bfa9a3-4417-4967-9c8b-826301839493 req-ff3fd73e-53c4-4809-ae8f-5dace0f08525 tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 1160.681460] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 1160.683110] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.683110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.683110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.683110] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.683110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.683110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.683404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.683404] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.186088] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.688937] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.192954] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.195492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.195492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.195492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.195492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195492] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be updated. [ 1162.225403] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.225403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.225403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.225403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.225403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.233843] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: IN_PROGRESS for 2s [ 1163.973671] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4ef2a837-0af5-42c6-b4a9-10e13379c2f4 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_rules [ 1163.973671] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_rules [ 1163.973671] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.973671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.973671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.973671] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.973671] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.071221] env[69323]: INFO networking_nsxv3.common.synchronization [None req-e3e5c763-0d17-4da7-b490-7b403bb856ad tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_rules [ 1164.072132] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_rules [ 1164.072945] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.072945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.247392] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 1164.247607] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.508889] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.508889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.508889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.508889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.508889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.509245] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfec011-92cf-4615-9072-c37283c4c87e already deleted. [ 1164.509245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.510841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.510841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.510841] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.058072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.058566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.058566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.058566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.058678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.058709] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfec011-92cf-4615-9072-c37283c4c87e already deleted. [ 1165.058774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.475812] env[69323]: INFO networking_nsxv3.common.synchronization [req-d5c13934-1681-42b9-9494-7fba26a31fb7 req-44b6f9c3-afcc-48aa-987a-41c59286b5bd tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1165.476569] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1165.476897] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.479678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.479801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.480032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.480225] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.480466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.480466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.480598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.480598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.480720] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.577311] env[69323]: INFO networking_nsxv3.common.synchronization [req-533493b3-7784-45e2-a5d9-fc8108ec1324 req-d61ff087-ef3c-4435-bee4-9eb6fd79be26 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1165.577931] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1165.582368] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.582557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.582557] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.582758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.582921] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.583177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.583404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.583473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.583521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.586028] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.985543] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.088231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.088550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.088550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.088721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.088870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.089152] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.089317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.089407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.089612] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.089721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.090308] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1166.127336] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.127603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.127732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.129119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.129119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.139120] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1166.182853] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.183146] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.183267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.183620] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.183984] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.184252] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.184357] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.184596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.184747] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.184994] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.185117] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.185234] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.185353] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.185530] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.185634] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.185776] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.206749] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.206953] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.207060] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.207254] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.207579] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-f741825c-9c98-4850-8afe-059f825568aa taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.207754] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.207878] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.208273] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.208517] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f741825c-9c98-4850-8afe-059f825568aa',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.488858] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.711022] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.711338] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.712090] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.712090] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.713438] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.713933] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port f741825c-9c98-4850-8afe-059f825568aa not found, creating... [ 1166.714263] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.714487] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.716259] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.716259] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.716259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: f741825c-9c98-4850-8afe-059f825568aa is going to be created. [ 1166.743531] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.744143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.744143] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.744258] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.744418] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.744654] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.991181] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.991523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.991523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.991657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.991701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.991805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be updated. [ 1167.025801] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.026420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.026420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.026420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.026420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.038957] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: IN_PROGRESS for 2s [ 1167.506449] env[69323]: INFO networking_nsxv3.common.synchronization [req-533493b3-7784-45e2-a5d9-fc8108ec1324 req-0dbf50a7-4819-46f4-ab84-7aee963a6779 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1167.506449] env[69323]: INFO networking_nsxv3.common.synchronization [req-533493b3-7784-45e2-a5d9-fc8108ec1324 req-0dbf50a7-4819-46f4-ab84-7aee963a6779 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1167.506449] env[69323]: INFO networking_nsxv3.common.synchronization [req-533493b3-7784-45e2-a5d9-fc8108ec1324 req-0dbf50a7-4819-46f4-ab84-7aee963a6779 service nova] Enqueued Resource ID: f741825c-9c98-4850-8afe-059f825568aa with Priority: HIGHEST for action port [ 1167.506449] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1167.506709] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1167.506709] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f741825c-9c98-4850-8afe-059f825568aa with Priority: HIGHEST for action port [ 1167.511271] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.511485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.511485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.511700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.511786] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.513238] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.513349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.514175] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-f741825c-9c98-4850-8afe-059f825568aa taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.514175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.514175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.514175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.514175] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f741825c-9c98-4850-8afe-059f825568aa',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.016417] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.016605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.017978] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f741825c-9c98-4850-8afe-059f825568aa with status ACTIVE [ 1168.018266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.018428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.018528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.018856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.018938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.019192] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.019336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.019430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.019658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.019780] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.020622] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.020741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.020810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.020992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.021065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.021165] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f741825c-9c98-4850-8afe-059f825568aa is going to be updated. [ 1168.044173] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.044426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.044547] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.044896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.045140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.045395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f741825c-9c98-4850-8afe-059f825568aa" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.154031] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1168.154031] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.154031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.154031] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.154031] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.656828] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.903718] env[69323]: INFO networking_nsxv3.common.synchronization [None req-70636d86-7b75-4a48-a74a-1e2c40888b29 None None] Enqueued Resource ID: 4134df27-2a08-4731-8258-c8e42498f25c with Priority: HIGHEST for action port [ 1168.904587] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4134df27-2a08-4731-8258-c8e42498f25c with Priority: HIGHEST for action port [ 1168.904982] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4134df27-2a08-4731-8258-c8e42498f25c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.905375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4134df27-2a08-4731-8258-c8e42498f25c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.905375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4134df27-2a08-4731-8258-c8e42498f25c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.906166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4134df27-2a08-4731-8258-c8e42498f25c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.906166] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4134df27-2a08-4731-8258-c8e42498f25c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.049493] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1169.049712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.159420] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.412313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4134df27-2a08-4731-8258-c8e42498f25c [ 1169.412613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.412750] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.412821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.413050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.414238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.414238] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4134df27-2a08-4731-8258-c8e42498f25c already deleted. [ 1169.414238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4134df27-2a08-4731-8258-c8e42498f25c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.666954] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.666954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.666954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.666954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.666954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.666954] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1169.702890] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.703522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.703522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.703522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.703522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.714898] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1170.215214] env[69323]: INFO networking_nsxv3.common.synchronization [req-20e4f6d3-577c-403d-bb6b-178d48d31582 req-fff7db52-2818-4572-b9a3-a5377826a052 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_members [ 1170.215214] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_members [ 1170.215309] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.215375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.215549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.215694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.215848] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.215942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.216000] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.216812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.216947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.219307] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.635172] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.635401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.635568] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635976] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.636349] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.636539] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.636672] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.636931] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.637104] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.637335] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.637458] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.637576] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.637957] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.637957] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.637957] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.638141] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.700977] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.701283] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.701346] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.701533] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.701893] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-15f88752-4157-4232-b54f-7abb49fde703 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.702045] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.702193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.702519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.702663] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f88752-4157-4232-b54f-7abb49fde703',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.719773] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.719954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.719998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.720238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.720333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.720534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.720641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.720705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.720862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.720939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.721035] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f already deleted. [ 1170.721178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.979400] env[69323]: INFO networking_nsxv3.common.synchronization [None req-a798e3ea-fb98-430a-ba86-041ad92cf755 None None] Enqueued Resource ID: 6076c6a3-171f-4f39-801c-eb87648882c0 with Priority: HIGHEST for action port [ 1170.979978] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6076c6a3-171f-4f39-801c-eb87648882c0 with Priority: HIGHEST for action port [ 1170.980513] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-6076c6a3-171f-4f39-801c-eb87648882c0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.980602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6076c6a3-171f-4f39-801c-eb87648882c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.980720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6076c6a3-171f-4f39-801c-eb87648882c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.981551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6076c6a3-171f-4f39-801c-eb87648882c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.981829] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6076c6a3-171f-4f39-801c-eb87648882c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.206456] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.206693] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.206816] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.207299] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.207299] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.207434] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 15f88752-4157-4232-b54f-7abb49fde703 not found, creating... [ 1171.208403] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.208403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.208403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.208403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.208403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.208733] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.208914] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.208914] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.209113] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.209305] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.209690] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 15f88752-4157-4232-b54f-7abb49fde703 is going to be created. [ 1171.242335] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.242576] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.242665] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.242965] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.243304] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.243541] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.484395] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6076c6a3-171f-4f39-801c-eb87648882c0 [ 1171.484634] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.484772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.484841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.485072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.485162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.485259] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6076c6a3-171f-4f39-801c-eb87648882c0 already deleted. [ 1171.485339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6076c6a3-171f-4f39-801c-eb87648882c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.725295] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1171.725727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.725727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.725936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.726154] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.726291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.726365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.726464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.726536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.726658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.726759] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.075041] env[69323]: INFO networking_nsxv3.common.synchronization [req-20e4f6d3-577c-403d-bb6b-178d48d31582 req-77b762e6-9cdd-43a4-aeac-5c58026d1561 service nova] Enqueued Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_rules [ 1172.075250] env[69323]: INFO networking_nsxv3.common.synchronization [req-20e4f6d3-577c-403d-bb6b-178d48d31582 req-77b762e6-9cdd-43a4-aeac-5c58026d1561 service nova] Enqueued Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_members [ 1172.075396] env[69323]: INFO networking_nsxv3.common.synchronization [req-20e4f6d3-577c-403d-bb6b-178d48d31582 req-77b762e6-9cdd-43a4-aeac-5c58026d1561 service nova] Enqueued Resource ID: 15f88752-4157-4232-b54f-7abb49fde703 with Priority: HIGHEST for action port [ 1172.075640] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_rules [ 1172.075769] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_members [ 1172.075866] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f88752-4157-4232-b54f-7abb49fde703 with Priority: HIGHEST for action port [ 1172.076466] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.076637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.076689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.076859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.076941] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.078804] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.078865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.078896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.079177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.079520] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.079614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.079701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.079855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.080082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.080184] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.082624] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f88752-4157-4232-b54f-7abb49fde703 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.082624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.082624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.082624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.082624] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f88752-4157-4232-b54f-7abb49fde703',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.229279] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.229450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.229507] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.229734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.229896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.230009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.230063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.230692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.230692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.230692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.230692] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.230692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.230692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.230932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.230967] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.231094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.231139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.231270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.231338] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.231428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.231515] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.306090] env[69323]: INFO networking_nsxv3.common.synchronization [req-3b76aea3-5c73-4dce-992e-a1761c31ad01 req-0ee1e92a-fa26-4957-bb2d-9e0f3f4189ab tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1172.306550] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1172.306853] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.306977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.308027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.308258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.308429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.308534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.308995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.308995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.308995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.308995] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.529187] env[69323]: INFO networking_nsxv3.common.synchronization [req-8509168c-3471-400c-ae84-7ea1f32cb5d4 req-e7328d9e-1ecf-45d1-8c01-dd87d79479b3 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1172.529187] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1172.529187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.529187] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.529187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.529187] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.586020] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.586020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.586020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15f88752-4157-4232-b54f-7abb49fde703 with status ACTIVE [ 1172.586020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.586020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.586020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.586641] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.586641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.586641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.586641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.586641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.587034] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15f88752-4157-4232-b54f-7abb49fde703 is going to be updated. [ 1172.612342] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.612342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.612342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.612342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.612342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.612342] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f88752-4157-4232-b54f-7abb49fde703" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.736617] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915b412b-4ce6-4699-8f60-a891ab76f53a: rpc.has_security_group_logging(os_id): False [ 1172.765022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.765022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.765022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.765022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.765787] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.765787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.765787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.765787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.765787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.765787] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1172.814551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.814551] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.814551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.814551] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1172.843943] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.843943] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.843943] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.844326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.847208] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.847208] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.847208] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.847208] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.847208] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.847208] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.847208] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.847208] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.847208] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.847208] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.847208] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.847208] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.849112] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.849112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.849112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.849112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.849112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.864694] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1172.871617] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.871858] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.871949] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.872210] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-679" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.872599] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.872799] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.872927] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.873326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.873468] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.881423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.881564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.881635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.881839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.881984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.898624] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1173.036341] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.090435] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.376276] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.376522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.376726] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.377112] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.377281] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.377448] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 not found, creating... [ 1173.377744] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.377902] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.378042] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.378305] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.378463] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.378763] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.378926] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.379084] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.379312] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.379454] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.379600] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 is going to be created. [ 1173.409302] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.409513] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.409646] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.409934] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.410187] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.410429] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.542657] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.592506] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.592740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.592851] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.593259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.593475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.593606] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f is going to be created. [ 1173.629528] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.629757] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.629815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.630110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.630360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.641822] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f in Status: UNINITIALIZED for 2s [ 1174.045768] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.045768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.046271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.046271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.046271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.046271] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1174.078336] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.078504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.078579] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.078797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.078945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.092291] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1174.707749] env[69323]: INFO networking_nsxv3.common.synchronization [req-8509168c-3471-400c-ae84-7ea1f32cb5d4 req-f0cb80c2-026c-4f11-a6c4-89cc6ef73e4e service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1174.707951] env[69323]: INFO networking_nsxv3.common.synchronization [req-8509168c-3471-400c-ae84-7ea1f32cb5d4 req-f0cb80c2-026c-4f11-a6c4-89cc6ef73e4e service nova] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1174.708113] env[69323]: INFO networking_nsxv3.common.synchronization [req-8509168c-3471-400c-ae84-7ea1f32cb5d4 req-f0cb80c2-026c-4f11-a6c4-89cc6ef73e4e service nova] Enqueued Resource ID: 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 with Priority: HIGHEST for action port [ 1174.708353] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_rules [ 1174.708497] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1174.708629] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 with Priority: HIGHEST for action port [ 1174.709957] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.710423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.710423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.710489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.710594] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.714862] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.715025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.715538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.715538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.715538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.715765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.715867] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.875486] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1174.875708] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf deletion is rescheduled due to dependency. [ 1174.875829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.913139] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1174.913512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.219090] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.219466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.219466] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 with status ACTIVE [ 1175.219722] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.219798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.219911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.220120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.220215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.220439] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.220542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.220647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.220770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.220848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.221147] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.221337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.221415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.221588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.221687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.221785] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2 is going to be updated. [ 1175.252231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.252516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.252516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.252765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.252924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.253197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b9d908b-c5d8-44b0-8f90-bbe72a96c8d2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.667611] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f in Status: SUCCESS [ 1175.667786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.667975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.668277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.668492] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.668616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.668682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.668841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.668924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.669016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.669112] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.102877] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1176.103120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.103370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.103666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.103813] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.103927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.103994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.104162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.104782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.104782] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.172113] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.597863] env[69323]: INFO networking_nsxv3.common.synchronization [req-2ade58c6-2970-4903-a7f6-4894fbba3885 req-70f2937d-d89d-498f-9931-29af164ad96e tempest-ServerRescueNegativeTestJSON-223853737 tempest-ServerRescueNegativeTestJSON-223853737-project-member] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 1176.598561] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGHEST for action security_group_members [ 1176.599098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.599276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.599346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.599531] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.599701] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.599810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.599867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.600058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.600155] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.600273] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.606645] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.675031] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbb8228a-fa4a-44c8-b458-42b8fae4153f: rpc.has_security_group_logging(os_id): False [ 1176.695210] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.695425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.695425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.695745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.695845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.696144] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.696256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.696324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.696576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.696891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.696891] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f is going to be created. [ 1176.780864] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.781078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.781127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.781357] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.781544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.797140] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f in Status: IN_PROGRESS for 2s [ 1177.102795] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.102953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.103042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.103331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.109016] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.130111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.130456] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.130589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.130650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.130857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.130963] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.131031] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be updated. [ 1177.164204] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.164397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.164397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.164527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.164709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.173982] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: IN_PROGRESS for 2s [ 1177.611790] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.612197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.612197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.612503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.612669] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.612837] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1177.648294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.648442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.648484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.648754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.648895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.659371] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1178.814843] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f in Status: SUCCESS [ 1178.814843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.184325] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 in Status: SUCCESS [ 1179.184558] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 deletion is rescheduled due to dependency. [ 1179.184683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.514380] env[69323]: INFO networking_nsxv3.common.synchronization [req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 req-706572ab-71cc-47a0-a8fc-0c1a57451a94 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_members [ 1179.515283] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_members [ 1179.515682] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.515842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.515938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.516259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.516449] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.516560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.516623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.516783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.516926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.517071] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.621545] env[69323]: INFO networking_nsxv3.common.synchronization [req-e01e6fdb-d5af-4b63-ad5b-9d28cd2e4707 req-97e0718e-b7ff-4644-86cb-7605ae8f9a36 tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1179.622192] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGHEST for action security_group_members [ 1179.622517] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.623166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.623166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.623166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.623305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.623355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.623448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.623603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.623670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.625183] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.680699] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1179.680928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.681137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.681373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.681562] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.681682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.681748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.681902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.681984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.682083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.682176] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.867463] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.867810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.867810] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.868211] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.868524] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.868727] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.868882] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.869173] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.869346] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.869568] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.869687] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.869799] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.869909] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.870070] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.870222] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.870413] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.891758] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.891928] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.892079] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.892265] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.892590] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.892765] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.892889] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.893300] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.893449] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.021054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.021054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.021054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.021448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.021448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021534] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.021630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.021697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.021834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.021913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021989] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfec011-92cf-4615-9072-c37283c4c87e already deleted. [ 1180.022083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.127511] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.127511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.127511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.128046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.153867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.154346] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.154578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.154666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.154892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.154981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.155095] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be updated. [ 1180.186604] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.186847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.186847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.186959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.187111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.188291] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.188440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.188511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.188629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.188773] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.188868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.188924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.189079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.189157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.189251] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.189419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.189504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.189585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.189744] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.189886] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.189976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.190042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.190196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.190271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.190324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.190575] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.199574] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: IN_PROGRESS for 2s [ 1180.395622] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.395948] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.396109] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.396439] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.396605] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.396770] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 not found, creating... [ 1180.397063] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.397238] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.397363] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.397673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.397829] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.398146] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.398306] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.398486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.398724] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.398881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.399061] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 is going to be created. [ 1180.419254] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.419560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.419722] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.419999] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.420249] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.420484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.692897] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bddcbb4a-1022-461a-aee7-03cf30719eac: rpc.has_security_group_logging(os_id): False [ 1180.726536] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.727930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.728403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.728883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.729127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.729512] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.729881] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.730063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.730389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.730677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.733658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.733658] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.733658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.733658] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1180.831974] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.832199] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.832235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.834724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.850393] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1181.364867] env[69323]: INFO networking_nsxv3.common.synchronization [req-9400b10a-d6bf-4f41-a2af-fa602007e532 req-784a1ca1-94d1-4ba5-a85e-7a4e1faa5987 tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1181.368651] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1181.373481] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.373647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.373781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.373943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.374184] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.374421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.374711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.374808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.374870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.374954] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.502961] env[69323]: INFO networking_nsxv3.common.synchronization [req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 req-e7c0bef0-8a44-4748-a027-766c1d1070c2 service nova] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_rules [ 1181.503233] env[69323]: INFO networking_nsxv3.common.synchronization [req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 req-e7c0bef0-8a44-4748-a027-766c1d1070c2 service nova] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_members [ 1181.503404] env[69323]: INFO networking_nsxv3.common.synchronization [req-27ebebaa-fdb6-45dd-9f62-2c49f5470720 req-e7c0bef0-8a44-4748-a027-766c1d1070c2 service nova] Enqueued Resource ID: 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 with Priority: HIGHEST for action port [ 1181.504223] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_rules [ 1181.504223] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_members [ 1181.504223] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 with Priority: HIGHEST for action port [ 1181.504450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.504592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.504652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.504814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.504902] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.505805] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.505965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.506096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.510116] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.510116] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.510116] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.510116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.510116] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.877609] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.877822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.877822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.878000] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.878104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.878309] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.878405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.878467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.878619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.878695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.878780] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1181.905340] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.905485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.905550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.905774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.905918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.917070] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1182.010447] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.011613] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.011768] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.011879] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 with status ACTIVE [ 1182.012065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.012197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.012197] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.012374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.012466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.012636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.012759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.012853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.013447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.013447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.013447] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.013723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.013894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.014273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.014273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.014436] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9 is going to be updated. [ 1182.037376] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.037595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.037699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.037873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.038053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.038248] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47ca6adf-d77b-4f58-a31d-fa7d4c1cb3a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.213919] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a in Status: SUCCESS [ 1182.213919] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a deletion is rescheduled due to dependency. [ 1182.213919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.516438] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.867079] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1182.867337] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.018544] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.018703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.018779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.019030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.019145] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.019292] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfec011-92cf-4615-9072-c37283c4c87e is going to be created. [ 1183.044681] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.044840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.044885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.045189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.045274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.057198] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfec011-92cf-4615-9072-c37283c4c87e in Status: UNINITIALIZED for 2s [ 1183.927247] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1183.927722] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1183.927722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.067342] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfec011-92cf-4615-9072-c37283c4c87e in Status: SUCCESS [ 1185.067700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.067938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.067994] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.068214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.068330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.068387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.068550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.068631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.068720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.068833] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.570915] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.072911] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbfec011-92cf-4615-9072-c37283c4c87e: rpc.has_security_group_logging(os_id): False [ 1186.091906] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.092096] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.092136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.092344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.092435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.092676] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.092776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.092838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.092991] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.093079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.093196] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfec011-92cf-4615-9072-c37283c4c87e is going to be created. [ 1186.153589] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.153785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.153785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.153990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.154196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.167379] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbfec011-92cf-4615-9072-c37283c4c87e in Status: IN_PROGRESS for 2s [ 1186.505687] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.505900] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.867962] env[69323]: INFO networking_nsxv3.common.synchronization [req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a req-2fd283c6-4389-4e20-aa20-72dd93deeb56 tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Enqueued Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_members [ 1186.868531] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_members [ 1186.868851] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.868989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.869264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.869536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.869910] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.870042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.870107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.870271] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.870354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.870450] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.203766] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.204115] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.204115] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.204449] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.204716] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.207019] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.207019] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.207019] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.207019] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.207019] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.207019] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.207019] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.207019] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.207019] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.207019] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.207019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.229034] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.229034] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.229034] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.229209] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-935" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.229444] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-d7d7a676-e07a-4477-904d-9744abf04271 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.229620] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.229745] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.230132] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.230558] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d7a676-e07a-4477-904d-9744abf04271',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.373538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.373751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.373751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.373976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.374079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.374450] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.374589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.374660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.374837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.374921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.375025] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a already deleted. [ 1187.375115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.732640] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.732838] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.732971] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.733483] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.733596] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.733799] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port d7d7a676-e07a-4477-904d-9744abf04271 not found, creating... [ 1187.734131] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.734410] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.734560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.734878] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.735087] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.735446] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.735644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.735836] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.736125] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.736346] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.736543] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: d7d7a676-e07a-4477-904d-9744abf04271 is going to be created. [ 1187.758951] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.759242] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.759401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.759654] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.759892] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.760180] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.181776] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbfec011-92cf-4615-9072-c37283c4c87e in Status: SUCCESS [ 1188.181776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.480948] env[69323]: INFO networking_nsxv3.common.synchronization [req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a req-d83c3afe-a2ec-42ae-9494-e56feab24bac service nova] Enqueued Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_rules [ 1188.481247] env[69323]: INFO networking_nsxv3.common.synchronization [req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a req-d83c3afe-a2ec-42ae-9494-e56feab24bac service nova] Enqueued Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_members [ 1188.481287] env[69323]: INFO networking_nsxv3.common.synchronization [req-0e679aa9-3d6a-4992-91a8-d5ceace15f0a req-d83c3afe-a2ec-42ae-9494-e56feab24bac service nova] Enqueued Resource ID: d7d7a676-e07a-4477-904d-9744abf04271 with Priority: HIGHEST for action port [ 1188.481861] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_rules [ 1188.483075] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_members [ 1188.483075] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d7a676-e07a-4477-904d-9744abf04271 with Priority: HIGHEST for action port [ 1188.483312] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.483312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.483411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.483619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.483701] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.487623] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.487764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.487836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.490102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.490320] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.490443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.490505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.490686] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.490799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.490867] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.493301] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7d7a676-e07a-4477-904d-9744abf04271 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.493451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.493451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.493635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.493635] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7d7a676-e07a-4477-904d-9744abf04271',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.988970] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.989233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.995677] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.996659] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7d7a676-e07a-4477-904d-9744abf04271 with status ACTIVE [ 1188.996867] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.997036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.997105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.997288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.997371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.997530] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.997694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.997694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.997827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.997907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.998118] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.998245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.998245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.998387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.998427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.998507] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7d7a676-e07a-4477-904d-9744abf04271 is going to be updated. [ 1189.023636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.023892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.023892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.024036] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.024179] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.024330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7d7a676-e07a-4477-904d-9744abf04271" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.500156] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.006337] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.006608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.006608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.007300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.007300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.007300] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a is going to be created. [ 1190.031960] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.031960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.031960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.032862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.032862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.061415] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a in Status: UNINITIALIZED for 2s [ 1190.597184] env[69323]: INFO networking_nsxv3.common.synchronization [req-fdfff01e-4264-448f-8113-10c2742f9817 req-d5bf6e07-0e7a-4145-af07-66da8d7ab620 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1190.598664] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1190.598664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.598664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.598664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.598664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.598953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.598953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.598953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.599082] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.599115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.599220] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.835695] env[69323]: INFO networking_nsxv3.common.synchronization [None req-7758a838-33f0-437e-9b0b-c4ded5765d7c tempest-AttachInterfacesTestJSON-130723060 tempest-AttachInterfacesTestJSON-130723060-project-member] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1190.836905] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGHEST for action security_group_members [ 1190.837236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.837440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.837440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.837809] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.837809] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.837935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.837935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.838280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.838280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.838280] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.101191] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.340206] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.340373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.340439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.340673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.340755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.340953] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.341076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.342079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.342079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.342079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.342079] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be updated. [ 1191.372731] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.372885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.372973] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.373291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.373521] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.382461] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: IN_PROGRESS for 2s [ 1191.605604] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.073473] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a in Status: SUCCESS [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.073473] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.073473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.073473] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.110238] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.110238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.110238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.110238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.110238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.110238] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1192.138644] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.138644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.138644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.138644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.138644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.145433] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1192.577273] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.577452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.577525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.577775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.577961] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.578075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.578135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.578285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.578390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.578481] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.578684] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.578838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.578913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.579076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.579230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.579330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.579395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.579546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.579632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.579715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.579815] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.083264] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cf7d782-22a9-44a4-94c7-4f5106d3780a: rpc.has_security_group_logging(os_id): False [ 1193.101922] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.102092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.102239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.102351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.102443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.102625] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.102723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.102801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.102924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.102999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.103309] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.103455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.103779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.103779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.103879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.104065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.104131] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.104202] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.104292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.104440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.104440] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a is going to be created. [ 1193.168020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.168254] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.168375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.168649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.168836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.178870] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a in Status: IN_PROGRESS for 2s [ 1193.393586] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 in Status: SUCCESS [ 1193.393769] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 deletion is rescheduled due to dependency. [ 1193.393884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.156947] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1194.157296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.585576] env[69323]: INFO networking_nsxv3.common.synchronization [req-e032e187-a0d4-454f-8f4d-731d88b25395 req-9dab532f-600d-42b5-b428-9446e887cfce tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1194.587024] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1194.587606] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.589740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.589740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.589740] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.891793] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.895020] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.895020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.895020] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.895020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.895020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.895020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.895020] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1194.895020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.895020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.914502] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.916978] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1194.916978] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.916978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.916978] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-e81281f5-492d-4847-9ac0-00a36da4bf35 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.916978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.916978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.916978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.916978] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81281f5-492d-4847-9ac0-00a36da4bf35',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.092054] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.092539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.092817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.093314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.093624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.094091] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.094451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.094713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.095162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.095452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.097921] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1195.136328] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.136328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.136328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.136328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.136328] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.147335] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1195.194701] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a in Status: SUCCESS [ 1195.194701] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.418576] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.422053] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port e81281f5-492d-4847-9ac0-00a36da4bf35 not found, creating... [ 1195.422053] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.422053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.422484] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.422484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.422484] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.423105] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.423820] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.423820] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: e81281f5-492d-4847-9ac0-00a36da4bf35 is going to be created. [ 1195.444104] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.444417] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.444565] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.444849] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.445113] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.445354] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.968882] env[69323]: INFO networking_nsxv3.common.synchronization [None req-cf408441-888d-4cb3-931f-bc423b4be22d None None] Enqueued Resource ID: 2c92f398-7191-47d7-8282-ec2909bdd4cf with Priority: HIGHEST for action port [ 1195.969162] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c92f398-7191-47d7-8282-ec2909bdd4cf with Priority: HIGHEST for action port [ 1195.969730] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c92f398-7191-47d7-8282-ec2909bdd4cf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.969853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c92f398-7191-47d7-8282-ec2909bdd4cf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.969920] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c92f398-7191-47d7-8282-ec2909bdd4cf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.970221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c92f398-7191-47d7-8282-ec2909bdd4cf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.970308] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c92f398-7191-47d7-8282-ec2909bdd4cf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.188044] env[69323]: INFO networking_nsxv3.common.synchronization [req-e032e187-a0d4-454f-8f4d-731d88b25395 req-9eba81f2-4689-41c3-8f1d-c20b80c12768 service nova] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 1196.188044] env[69323]: INFO networking_nsxv3.common.synchronization [req-e032e187-a0d4-454f-8f4d-731d88b25395 req-9eba81f2-4689-41c3-8f1d-c20b80c12768 service nova] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1196.188044] env[69323]: INFO networking_nsxv3.common.synchronization [req-e032e187-a0d4-454f-8f4d-731d88b25395 req-9eba81f2-4689-41c3-8f1d-c20b80c12768 service nova] Enqueued Resource ID: e81281f5-492d-4847-9ac0-00a36da4bf35 with Priority: HIGHEST for action port [ 1196.188427] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 1196.189305] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1196.189305] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81281f5-492d-4847-9ac0-00a36da4bf35 with Priority: HIGHEST for action port [ 1196.189305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.189305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.192135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.192360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.192452] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.194519] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.194519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.194519] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81281f5-492d-4847-9ac0-00a36da4bf35 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.194519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.194519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.194745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.194745] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81281f5-492d-4847-9ac0-00a36da4bf35',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.473380] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c92f398-7191-47d7-8282-ec2909bdd4cf [ 1196.473380] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.474437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.474536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.474770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.475468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.475468] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c92f398-7191-47d7-8282-ec2909bdd4cf already deleted. [ 1196.475468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c92f398-7191-47d7-8282-ec2909bdd4cf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.604592] env[69323]: INFO networking_nsxv3.common.synchronization [None req-729cfb71-f8c9-47b1-91ce-b60475bf4b01 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Enqueued Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_rules [ 1196.605759] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_rules [ 1196.605759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.605759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.606042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.606165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.606249] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.696226] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.696380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.697204] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e81281f5-492d-4847-9ac0-00a36da4bf35 with status ACTIVE [ 1196.697204] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.697204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.697204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.697204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.697608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.697608] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.697608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.697608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.698137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.698137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.698137] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.698137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.698137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.698662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.698662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.698662] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e81281f5-492d-4847-9ac0-00a36da4bf35 is going to be updated. [ 1196.709129] env[69323]: INFO networking_nsxv3.common.synchronization [None req-c714e4ba-71ad-49ab-b813-04a5f0501409 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Enqueued Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_rules [ 1196.709679] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_rules [ 1196.710050] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.710138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.724097] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.724280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.724352] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.724569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.724711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.724866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81281f5-492d-4847-9ac0-00a36da4bf35" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.128928] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.129088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.129150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.129367] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.129650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.129650] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 already deleted. [ 1197.129650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.130409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.130409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.130409] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.157552] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1197.157552] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf deletion is rescheduled due to dependency. [ 1197.157718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.157836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.158065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.159141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.159141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.159141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.159141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.159141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.159141] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.652083] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.652083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.652083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.652474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.652474] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.652474] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 already deleted. [ 1197.652588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.661430] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.055590] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1d7a4cc9-1af3-4582-8c4e-ea8f125b9a2f None None] Enqueued Resource ID: 84127546-81b9-4d2e-96d1-47a4d8863b4a with Priority: HIGHEST for action port [ 1198.055811] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84127546-81b9-4d2e-96d1-47a4d8863b4a with Priority: HIGHEST for action port [ 1198.056440] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-84127546-81b9-4d2e-96d1-47a4d8863b4a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.056569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84127546-81b9-4d2e-96d1-47a4d8863b4a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.056637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84127546-81b9-4d2e-96d1-47a4d8863b4a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.056910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84127546-81b9-4d2e-96d1-47a4d8863b4a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.057083] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84127546-81b9-4d2e-96d1-47a4d8863b4a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.165548] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.531589] env[69323]: INFO networking_nsxv3.common.synchronization [req-59a6f070-c5de-49a8-b922-3dba2a37bcbd req-e51ca539-727f-4de4-994e-e8101e5d2fa0 tempest-ServerAddressesTestJSON-241565857 tempest-ServerAddressesTestJSON-241565857-project-member] Enqueued Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_members [ 1198.532190] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGHEST for action security_group_members [ 1198.532501] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.532630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.532700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.533077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.533248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.533377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.533442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.533609] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.533694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.533790] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.559523] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84127546-81b9-4d2e-96d1-47a4d8863b4a [ 1198.559746] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.559873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.559944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.560187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.560286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.560382] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84127546-81b9-4d2e-96d1-47a4d8863b4a already deleted. [ 1198.560500] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84127546-81b9-4d2e-96d1-47a4d8863b4a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.672128] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.672656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.672656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.672875] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.672993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.673111] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1198.707428] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.707644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.707690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.707871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.708021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.717354] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1199.036578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.036785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.036785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.037008] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.037116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.037316] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.037468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.037562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.037705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.037783] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.037871] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a is going to be updated. [ 1199.065331] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.065526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.065526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.065728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.065868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.076312] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a in Status: IN_PROGRESS for 2s [ 1199.136882] env[69323]: INFO networking_nsxv3.common.synchronization [req-585fbd55-c006-432d-b852-e8d069faa75c req-9e62add2-322a-4697-a7f5-f68bbc0e466a tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1199.137444] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1199.137763] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.137879] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.137952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.138161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.138316] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.138414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.138476] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.138621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.138704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.138792] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.493029] env[69323]: INFO networking_nsxv3.common.synchronization [req-82dc3361-a862-415e-b154-8b27e3502b24 req-78dbe9ea-8310-41c5-9e9b-f083e125a2d6 tempest-ServersTestJSON-1713890533 tempest-ServersTestJSON-1713890533-project-member] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1199.493029] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGHEST for action security_group_members [ 1199.493029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.493029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.493029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.493029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.493029] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.493715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.493900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.494152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.494322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.494510] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.535359] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.535561] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.535687] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.535955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.536227] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.536386] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.536505] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.536714] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.536859] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.537082] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.537199] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.537363] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.537500] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.537620] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.537729] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.537861] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.557108] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.557108] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.557239] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.557428] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-840" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.557806] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-627aa9ac-b90e-4124-827c-53510478cca5 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.557985] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.558123] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.558452] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.558712] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627aa9ac-b90e-4124-827c-53510478cca5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.643866] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.643866] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.643866] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.643866] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1199.681397] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.681735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.681735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.682073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.682304] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.696097] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1199.998344] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.998572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.998720] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.998970] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.999111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.999366] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.999502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.999598] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.999815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.999925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.000049] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be updated. [ 1200.038595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.038785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.038946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.039115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.039185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.048298] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: IN_PROGRESS for 2s [ 1200.060505] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.060737] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.060870] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.061261] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.061408] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.061579] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 627aa9ac-b90e-4124-827c-53510478cca5 not found, creating... [ 1200.061857] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.062049] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.062155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.062397] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.062538] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.062836] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.063029] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.063127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.063361] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.063503] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.063681] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 627aa9ac-b90e-4124-827c-53510478cca5 is going to be created. [ 1200.086809] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.087118] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.087199] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.087900] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.088173] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.088411] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.734234] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1200.734843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.735227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.735492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.735807] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.735945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.741269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.741269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.741269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.741269] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.741269] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.086730] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a in Status: SUCCESS [ 1201.086955] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a deletion is rescheduled due to dependency. [ 1201.087027] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.246237] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.254956] env[69323]: INFO networking_nsxv3.common.synchronization [req-585fbd55-c006-432d-b852-e8d069faa75c req-a10be649-f9f3-4035-bee7-8ec330be3d64 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1201.255292] env[69323]: INFO networking_nsxv3.common.synchronization [req-585fbd55-c006-432d-b852-e8d069faa75c req-a10be649-f9f3-4035-bee7-8ec330be3d64 service nova] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1201.255498] env[69323]: INFO networking_nsxv3.common.synchronization [req-585fbd55-c006-432d-b852-e8d069faa75c req-a10be649-f9f3-4035-bee7-8ec330be3d64 service nova] Enqueued Resource ID: 627aa9ac-b90e-4124-827c-53510478cca5 with Priority: HIGHEST for action port [ 1201.256441] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_rules [ 1201.256636] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1201.256752] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627aa9ac-b90e-4124-827c-53510478cca5 with Priority: HIGHEST for action port [ 1201.257695] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.257831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.257897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.258177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.258309] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.259568] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.259711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260402] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-627aa9ac-b90e-4124-827c-53510478cca5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.260402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.260637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.260720] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627aa9ac-b90e-4124-827c-53510478cca5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.706412] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1201.706645] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1201.706794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.706985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.707247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.707469] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.707618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.707704] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.707873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.707956] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.708092] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.749105] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf: rpc.has_security_group_logging(os_id): False [ 1201.762174] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 627aa9ac-b90e-4124-827c-53510478cca5 with status ACTIVE [ 1201.762470] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.762610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.762678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.762883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.762967] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.763170] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.763323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.763390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.763525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.763604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.763781] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.763892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.763943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.764087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.764143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.764231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 627aa9ac-b90e-4124-827c-53510478cca5 is going to be updated. [ 1201.765383] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.765533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.766799] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.766946] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.767028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.767156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.767230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.767458] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.767575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.767643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.767755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.767828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.767916] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1201.785518] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.785518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.785773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.785839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.785947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.786125] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627aa9ac-b90e-4124-827c-53510478cca5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.830060] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.830275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.830370] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.830580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.830746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.841498] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1202.059020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bddcbb4a-1022-461a-aee7-03cf30719eac in Status: SUCCESS [ 1202.059223] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac deletion is rescheduled due to dependency. [ 1202.059350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.210493] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.713478] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.216415] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.216984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.217161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.217401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.217502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.217607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1203.264628] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.264628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.264628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.264628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.264628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.274822] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1203.857172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1203.859017] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.290398] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1205.290398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.290714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.290714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.290936] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.291023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.291070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.291233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.291395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.291395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.291489] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.794306] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.794517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.794565] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.794816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.795059] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.795168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.795498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.795695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.795808] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.795944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.796066] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.796192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.796283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.796457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.796607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.796707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.796802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.804985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.805406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.805406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.805595] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.257659] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.257884] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1206.308837] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915b412b-4ce6-4699-8f60-a891ab76f53a: rpc.has_security_group_logging(os_id): False [ 1206.327629] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.327763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.327833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.328059] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.329134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.329134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.329134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.329134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.329134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.329134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.329134] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.329134] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.329440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.329440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.329440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.329569] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.329657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.329714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.329861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.329921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.330063] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1206.414609] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.414731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.414944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.415070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.415293] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.439123] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1207.637142] env[69323]: INFO networking_nsxv3.common.synchronization [None req-05d332eb-7f17-40ea-8784-b64855511fc1 None None] Enqueued Resource ID: 218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9 with Priority: HIGHEST for action port [ 1207.639468] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9 with Priority: HIGHEST for action port [ 1207.639468] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.639468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.639468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.639811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.640110] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.143527] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9 [ 1208.143778] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.143912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.143984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.144250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.144432] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.144495] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9 already deleted. [ 1208.144576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218c1d8e-bf0b-4e5e-bcbc-a4486ca24cd9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.456496] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1208.456772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.902773] env[69323]: INFO networking_nsxv3.common.synchronization [None req-aa4142b7-d319-4d09-b81e-b793f2ddd956 None None] Enqueued Resource ID: 3315f31e-5927-4922-bcb3-0c0e8a8a659e with Priority: HIGHEST for action port [ 1209.903799] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3315f31e-5927-4922-bcb3-0c0e8a8a659e with Priority: HIGHEST for action port [ 1209.903799] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-3315f31e-5927-4922-bcb3-0c0e8a8a659e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.904262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3315f31e-5927-4922-bcb3-0c0e8a8a659e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.904262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3315f31e-5927-4922-bcb3-0c0e8a8a659e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.904262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3315f31e-5927-4922-bcb3-0c0e8a8a659e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.904262] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3315f31e-5927-4922-bcb3-0c0e8a8a659e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.407207] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3315f31e-5927-4922-bcb3-0c0e8a8a659e [ 1210.407293] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.407490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.407580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.408176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.408176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.408176] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3315f31e-5927-4922-bcb3-0c0e8a8a659e already deleted. [ 1210.408176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3315f31e-5927-4922-bcb3-0c0e8a8a659e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.130693] env[69323]: INFO networking_nsxv3.common.synchronization [req-9a11a87e-9631-44d8-8024-b11e06a7e7a0 req-6d80b66f-b476-46c1-ab3e-415c9ace2a2e tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_members [ 1212.131115] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGHEST for action security_group_members [ 1212.131428] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.131549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.131618] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.132104] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.132323] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.132482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.132561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.132732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.132830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.132913] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.635690] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.635911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.635911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.636165] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.636303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.636670] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.636803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.636922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.636997] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.637089] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.637176] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a is going to be updated. [ 1212.666066] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.666299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.666299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.666509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.666692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.675150] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: IN_PROGRESS for 2s [ 1213.360624] env[69323]: INFO networking_nsxv3.common.synchronization [req-08801995-31f5-43a7-bccd-934ce651f061 req-fada3c28-0a68-42a1-9c5b-a15c4d2ad03c tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1213.361294] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1213.361616] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.361740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.361806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.362073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.362230] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.362330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.362392] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.362546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.362635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.362717] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.620495] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.620825] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.621075] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.621698] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.621967] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.622291] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.622517] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.622871] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.623149] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.623560] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.623773] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.623986] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.624245] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.624489] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.624708] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.624962] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.645302] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.645505] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.645728] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.645912] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.646241] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-1fd25fc4-1858-4003-9f71-d191a45422c6 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.646455] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.646588] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.646946] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.647053] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd25fc4-1858-4003-9f71-d191a45422c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.864598] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.864802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.864859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.865107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.865224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.865446] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.865608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.865680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.865842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.865918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.866013] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 already deleted. [ 1213.866098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.150065] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.150380] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.150527] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.150815] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.150984] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.151164] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 1fd25fc4-1858-4003-9f71-d191a45422c6 not found, creating... [ 1214.151495] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.151664] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.151789] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.152028] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.152175] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.152470] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.152632] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.152788] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.153712] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.153941] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.154151] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 1fd25fc4-1858-4003-9f71-d191a45422c6 is going to be created. [ 1214.177435] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.177717] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.177853] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.178261] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.178395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.178620] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.684422] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a in Status: SUCCESS [ 1214.684790] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a deletion is rescheduled due to dependency. [ 1214.684790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.851320] env[69323]: INFO networking_nsxv3.common.synchronization [req-08801995-31f5-43a7-bccd-934ce651f061 req-5b0f82bf-7da9-4026-8918-753a950f08f4 service nova] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_rules [ 1214.851553] env[69323]: INFO networking_nsxv3.common.synchronization [req-08801995-31f5-43a7-bccd-934ce651f061 req-5b0f82bf-7da9-4026-8918-753a950f08f4 service nova] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1214.851702] env[69323]: INFO networking_nsxv3.common.synchronization [req-08801995-31f5-43a7-bccd-934ce651f061 req-5b0f82bf-7da9-4026-8918-753a950f08f4 service nova] Enqueued Resource ID: 1fd25fc4-1858-4003-9f71-d191a45422c6 with Priority: HIGHEST for action port [ 1214.851941] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_rules [ 1214.852111] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1214.852214] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd25fc4-1858-4003-9f71-d191a45422c6 with Priority: HIGHEST for action port [ 1214.852762] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.852901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.853010] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.853320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.853405] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.854869] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.854869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.854869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.855058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.855274] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.855274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.855363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.855457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.855539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.855626] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.856358] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd25fc4-1858-4003-9f71-d191a45422c6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.856654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.856654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.856719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.856750] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd25fc4-1858-4003-9f71-d191a45422c6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.358516] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.359489] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.359617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.361028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fd25fc4-1858-4003-9f71-d191a45422c6 with status ACTIVE [ 1215.361028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.361028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.361028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.361498] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.361498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.361498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.361667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.361667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.361730] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fd25fc4-1858-4003-9f71-d191a45422c6 is going to be updated. [ 1215.382324] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.382471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.382543] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.382816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.382968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.383193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd25fc4-1858-4003-9f71-d191a45422c6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.864261] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.366767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.367291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.367644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.367990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.368325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.370719] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be created. [ 1216.395019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.395414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.395414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.395593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.395784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.423719] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: UNINITIALIZED for 2s [ 1218.433735] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1218.434209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.434209] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.434394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.434639] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.434777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.435178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.435178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.435358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.435358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.435454] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.938676] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.939637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.939637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.939637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.939831] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.939831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.939968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.940213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.940352] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.940496] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.940714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.940864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.941021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.941217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.941599] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.941803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.941916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.942151] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.942631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.942631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.942631] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.446444] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff2f9238-413a-472f-a3aa-759c62bae538: rpc.has_security_group_logging(os_id): False [ 1219.468227] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.468458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.468458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.468785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.468896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.469162] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.469289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.469344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.469483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.469559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.469752] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.469849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.469900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.470136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.470323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.470527] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.470621] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.470679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.470822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.470894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.471016] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be created. [ 1219.535225] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.535503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.535567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.535947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.536088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.549231] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: IN_PROGRESS for 2s [ 1219.853207] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.853632] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1221.563347] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1221.563678] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.987481] env[69323]: INFO networking_nsxv3.common.synchronization [req-7c0d36b0-247b-4c48-83f2-493657806398 req-180b9945-58cb-4bc5-ba11-6c0fafebd9f0 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Enqueued Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_members [ 1221.987876] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_members [ 1221.988225] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.989424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.989611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.989921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.990232] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.990401] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.990513] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.990747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.990896] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.991061] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.303820] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-694 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.304053] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-694" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.304191] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-694" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.304563] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-694" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.304842] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.305009] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.305138] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.305354] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.305502] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.305758] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.305901] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.305979] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.306117] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.306209] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.306318] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.306465] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.326073] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.326309] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.326514] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.326737] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-694" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.327114] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b9130950-8fa0-4cba-a5f6-d980918f53f4 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.327396] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.327560] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.327870] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.328031] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9130950-8fa0-4cba-a5f6-d980918f53f4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.493625] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.493625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.493625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.493625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.493948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.493948] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.494078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.494078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.494237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.494305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.494393] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 already deleted. [ 1222.494473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.833292] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.833667] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.833741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.834080] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.834250] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.834458] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b9130950-8fa0-4cba-a5f6-d980918f53f4 not found, creating... [ 1222.834756] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.834943] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.835081] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.835360] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.835509] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.835800] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.835960] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.836112] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.836343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.836510] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.836726] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b9130950-8fa0-4cba-a5f6-d980918f53f4 is going to be created. [ 1222.858333] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.858586] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.858704] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.859039] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.859342] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.859613] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.542046] env[69323]: INFO networking_nsxv3.common.synchronization [req-7c0d36b0-247b-4c48-83f2-493657806398 req-560e19c7-b37e-4f4c-8288-6649a48dedae service nova] Enqueued Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_rules [ 1223.542251] env[69323]: INFO networking_nsxv3.common.synchronization [req-7c0d36b0-247b-4c48-83f2-493657806398 req-560e19c7-b37e-4f4c-8288-6649a48dedae service nova] Enqueued Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_members [ 1223.542394] env[69323]: INFO networking_nsxv3.common.synchronization [req-7c0d36b0-247b-4c48-83f2-493657806398 req-560e19c7-b37e-4f4c-8288-6649a48dedae service nova] Enqueued Resource ID: b9130950-8fa0-4cba-a5f6-d980918f53f4 with Priority: HIGHEST for action port [ 1223.542674] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_rules [ 1223.542808] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_members [ 1223.542911] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9130950-8fa0-4cba-a5f6-d980918f53f4 with Priority: HIGHEST for action port [ 1223.543544] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.543652] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.543722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.543971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.544980] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.546010] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.546138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.546207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.546391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.546548] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.546646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.546710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.546859] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.546944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.547049] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.547980] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9130950-8fa0-4cba-a5f6-d980918f53f4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.548113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.548176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.548334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.548410] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9130950-8fa0-4cba-a5f6-d980918f53f4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.036374] env[69323]: INFO networking_nsxv3.common.synchronization [req-95ca2ced-ce40-425f-94c5-b1c04fed6e3b req-88ce748a-6cd6-4431-b7a6-f995b9cb3bad tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1224.036912] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1224.037224] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.037346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.037415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.037619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.037770] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.038552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.038633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.038802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.038897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.038993] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.050117] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.051232] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.051410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.052125] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9130950-8fa0-4cba-a5f6-d980918f53f4 with status ACTIVE [ 1224.052366] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.052523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.052629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.052899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.053053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.053333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.053469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.053562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.053818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.053939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.054215] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.054350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.054461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.054659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.054836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.054882] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9130950-8fa0-4cba-a5f6-d980918f53f4 is going to be updated. [ 1224.077879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.078150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.078211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.078463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.078657] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.078869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9130950-8fa0-4cba-a5f6-d980918f53f4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.193646] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3572c17-fa7a-454c-a7cf-d37bd5369851 req-78462769-cacc-421e-8fc8-4426fc818f91 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1224.194353] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1224.194688] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.194804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.194873] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.195091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.195247] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.195344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.195407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.195553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.195635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.195727] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.490490] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.490690] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.490821] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.491106] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.491375] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.491534] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.491657] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.491880] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.492042] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.492258] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.492378] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.492493] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.492605] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.492742] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.492853] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.493055] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.511230] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.511394] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.511539] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.511721] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.512044] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b87e7251-7986-404a-90b1-0246e79aca42 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.512218] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.512342] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.512703] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.512848] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87e7251-7986-404a-90b1-0246e79aca42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.540952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.541133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.541346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.541626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.541732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.541946] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.542072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.542140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.542310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.542390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.542482] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1224.552557] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.569436] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.569642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.569642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.569836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.569971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.579012] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1224.698226] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.698226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.698393] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.698666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.698816] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.699073] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.699225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.699316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.699548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.699687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.699805] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be deleted. [ 1224.739491] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.739491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.739491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.739491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.739491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.739491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.015196] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.015436] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.015570] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.015979] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.016144] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.016309] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b87e7251-7986-404a-90b1-0246e79aca42 not found, creating... [ 1225.016574] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.016736] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.016858] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.017090] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.017233] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.017515] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.017677] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.017798] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.018202] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.018377] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.018535] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b87e7251-7986-404a-90b1-0246e79aca42 is going to be created. [ 1225.043209] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.043629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.043629] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.043891] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.044129] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.044378] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.055052] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.055787] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.055892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.056087] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.056183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.056277] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 is going to be created. [ 1225.094538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.094759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.094835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.095189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.095515] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.107555] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ce9763-a08d-4505-b59d-624550e386d9 in Status: UNINITIALIZED for 2s [ 1225.779714] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3572c17-fa7a-454c-a7cf-d37bd5369851 req-082da6e6-87de-4cd3-bc8a-892ae2689f8a service nova] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_rules [ 1225.780075] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3572c17-fa7a-454c-a7cf-d37bd5369851 req-082da6e6-87de-4cd3-bc8a-892ae2689f8a service nova] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1225.780075] env[69323]: INFO networking_nsxv3.common.synchronization [req-e3572c17-fa7a-454c-a7cf-d37bd5369851 req-082da6e6-87de-4cd3-bc8a-892ae2689f8a service nova] Enqueued Resource ID: b87e7251-7986-404a-90b1-0246e79aca42 with Priority: HIGHEST for action port [ 1225.780612] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_rules [ 1225.780773] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1225.780925] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87e7251-7986-404a-90b1-0246e79aca42 with Priority: HIGHEST for action port [ 1225.782566] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.782566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.782566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.782746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.782746] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.783714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.783850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.783903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.784277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.784277] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.784724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.784724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.784724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.784724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.784957] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.785725] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b87e7251-7986-404a-90b1-0246e79aca42 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.785839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.785839] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.785981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.786071] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87e7251-7986-404a-90b1-0246e79aca42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.289021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.289789] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.289960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.290191] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b87e7251-7986-404a-90b1-0246e79aca42 with status ACTIVE [ 1226.290427] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.290738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.290738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.291072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.291263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.291493] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.291718] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.291912] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.291958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.292214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.292409] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.292554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.292624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.292712] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.292823] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b87e7251-7986-404a-90b1-0246e79aca42 is going to be updated. [ 1226.317877] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.318133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.318266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.318463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.318628] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.318833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.589537] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1226.589720] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf deletion is rescheduled due to dependency. [ 1226.589837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.795200] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.117705] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ce9763-a08d-4505-b59d-624550e386d9 in Status: SUCCESS [ 1227.117900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.118039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.118826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.118826] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.118826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.118826] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.119091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.119091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.119091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.119181] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.298077] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.298394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.298394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.298575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.298672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.298776] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be created. [ 1227.324743] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.324893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.324968] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.325189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.325346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.334989] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: UNINITIALIZED for 2s [ 1227.624625] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.127457] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0ce9763-a08d-4505-b59d-624550e386d9: rpc.has_security_group_logging(os_id): False [ 1228.145538] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.145682] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.145763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.145993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.146099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.146347] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.146451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.146518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.146668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.146805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.146903] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 is going to be created. [ 1228.224129] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.224417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.224417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.224605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.224792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.243581] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ce9763-a08d-4505-b59d-624550e386d9 in Status: IN_PROGRESS for 2s [ 1229.348175] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: SUCCESS [ 1229.348666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.348666] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.348887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.349119] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.349245] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.349309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.349468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.349554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.349643] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.349737] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.852976] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.853232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.853399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.853661] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.854015] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.854204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.854298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.854556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.854752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.854924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.855152] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.855258] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.855320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.855469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.855626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.855709] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.855786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.855900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.855975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.856067] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.856152] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.263672] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ce9763-a08d-4505-b59d-624550e386d9 in Status: SUCCESS [ 1230.263914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.358548] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6a6d677-8577-448e-829e-37ff8eeffd31: rpc.has_security_group_logging(os_id): False [ 1230.375675] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.375824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.375917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.376192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.376302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.376537] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.376665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.376740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.376925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.377032] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.377266] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.377898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.377898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.377898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.377898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.377898] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.378169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.378169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.378238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.378295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.378401] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be created. [ 1230.434825] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.434984] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.435119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.435291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.435504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.446851] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: IN_PROGRESS for 2s [ 1230.782161] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.782341] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1232.191631] env[69323]: INFO networking_nsxv3.common.synchronization [req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e req-3587a63e-a76c-4f5e-8f5d-28000ef3735f tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1232.191631] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1232.191631] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.191631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.191631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.191631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.191631] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.191631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.191631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.192175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.192175] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.192175] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.459855] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: SUCCESS [ 1232.460186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.618804] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.619093] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.619169] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.619520] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.619841] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.620100] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.620250] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.620492] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.620644] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.620911] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.621092] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.621231] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.621377] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.621498] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.621613] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.621945] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.642322] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.642513] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.642659] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.642841] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.643183] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-4227349f-c50a-410e-87d7-c3d6ef1d630f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.643379] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.643545] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.644267] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.644267] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4227349f-c50a-410e-87d7-c3d6ef1d630f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.694963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.695128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.695204] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.695429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.695517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.695712] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.695811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.695877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.697050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.697050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.697050] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1232.722636] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.722857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.722857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.723133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.723277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.735339] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1233.146777] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.147184] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.147184] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.147420] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.147575] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.147737] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 4227349f-c50a-410e-87d7-c3d6ef1d630f not found, creating... [ 1233.148015] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.148179] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.148301] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.148672] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.148918] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.149253] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.149421] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.149547] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.149763] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.149906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.150062] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f is going to be created. [ 1233.172749] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.172967] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.173086] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.173446] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.173708] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.173946] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.918610] env[69323]: INFO networking_nsxv3.common.synchronization [req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e req-b5ee83ce-983c-4fe0-870f-2afe86fb8a95 service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 1233.918845] env[69323]: INFO networking_nsxv3.common.synchronization [req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e req-b5ee83ce-983c-4fe0-870f-2afe86fb8a95 service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1233.918993] env[69323]: INFO networking_nsxv3.common.synchronization [req-6a55e4b8-f96d-45b4-94e8-2bb629dedf9e req-b5ee83ce-983c-4fe0-870f-2afe86fb8a95 service nova] Enqueued Resource ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f with Priority: HIGHEST for action port [ 1233.919516] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 1233.920138] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1233.920353] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f with Priority: HIGHEST for action port [ 1233.920665] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.920932] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.921044] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.921305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.921436] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.922341] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.922663] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.922919] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4227349f-c50a-410e-87d7-c3d6ef1d630f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.923072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.923182] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.923411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.923513] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4227349f-c50a-410e-87d7-c3d6ef1d630f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.425333] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.425568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.425635] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4227349f-c50a-410e-87d7-c3d6ef1d630f with status ACTIVE [ 1234.425808] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.425916] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.425981] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.426215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.426310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.427074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.427189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.427255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.427434] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.427520] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.427710] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.427791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.427857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.428009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.428092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.428177] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f is going to be updated. [ 1234.450201] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.450426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.450426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.450606] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.450742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.450950] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.746687] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1234.746905] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf deletion is rescheduled due to dependency. [ 1234.747074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.747276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.747523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.748027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.748190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.748261] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.748523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.748668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.748792] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.251266] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.753831] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.257016] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.257455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.257455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.257541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.257617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.257730] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1236.290858] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.291130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.291232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.291419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.291608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.301800] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1237.725181] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 req-4aee139a-544f-4179-bfdb-ab5126476529 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1237.725752] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1237.726089] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.726221] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.726275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.726473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.726632] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.726731] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.726794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.726952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.727030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.727569] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.229638] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.239020] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-298 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.239020] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.239020] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.239020] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1238.239020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.239020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.239020] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.239537] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1238.239537] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.239537] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.242407] env[69323]: INFO networking_nsxv3.common.synchronization [req-24c24d8b-6237-467b-a7b8-680b2ccc83a2 req-9f2fb56d-0f08-4715-b8cb-1769187d181f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1238.242998] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGHEST for action security_group_members [ 1238.243541] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.243660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.243716] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.243876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.244027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.244236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.244236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.244339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.244514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.244637] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.265213] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.265405] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1238.265536] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.265722] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-298" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.266065] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-b0844d24-f28b-4c1a-a9ef-04cf862644fc taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.266249] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.266372] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.266709] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.266854] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0844d24-f28b-4c1a-a9ef-04cf862644fc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.286345] env[69323]: INFO networking_nsxv3.common.synchronization [req-24c24d8b-6237-467b-a7b8-680b2ccc83a2 req-9f2fb56d-0f08-4715-b8cb-1769187d181f tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: b87e7251-7986-404a-90b1-0246e79aca42 with Priority: HIGHEST for action port [ 1238.286852] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b87e7251-7986-404a-90b1-0246e79aca42 with Priority: HIGHEST for action port [ 1238.287630] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b87e7251-7986-404a-90b1-0246e79aca42 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.287765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.287831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.288457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.288574] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b87e7251-7986-404a-90b1-0246e79aca42',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.312422] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1238.312665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.312827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.313055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.313296] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.313485] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.313588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.314136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.314136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.314136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.314136] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.732157] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.748045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.748263] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.748354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.748617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.748722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.749064] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.749194] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.749343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.749698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.749820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.749944] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be updated. [ 1238.770487] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.770895] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.771139] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.771668] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.771879] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.772084] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port b0844d24-f28b-4c1a-a9ef-04cf862644fc not found, creating... [ 1238.772406] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.772667] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.772741] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.773027] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.773186] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.773595] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.774285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.774285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.774285] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.774451] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.774583] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: b0844d24-f28b-4c1a-a9ef-04cf862644fc is going to be created. [ 1238.785737] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.786383] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.786488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.786769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.787070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.793734] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b87e7251-7986-404a-90b1-0246e79aca42 with status ACTIVE [ 1238.794058] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.794239] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.794422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.794670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.794798] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.795075] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.795241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.795312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.795542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.795664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.795869] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.795974] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.796063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.796198] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.796278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.796363] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b87e7251-7986-404a-90b1-0246e79aca42 is going to be updated. [ 1238.798199] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: IN_PROGRESS for 2s [ 1238.799387] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.799673] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.799845] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.800677] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.800677] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.800838] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.816213] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.847482] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.847691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.847691] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.847914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.848081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.848259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b87e7251-7986-404a-90b1-0246e79aca42" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.234933] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.234933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.234933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.235190] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.235276] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.235360] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be updated. [ 1239.266643] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.266729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.266817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.267177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.267390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.277393] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: IN_PROGRESS for 2s [ 1239.318931] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af62cf99-8f54-4cc0-9c53-3704d8b984bf: rpc.has_security_group_logging(os_id): False [ 1239.337155] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.337309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.337366] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.337631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.337901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.338222] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.338372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.338449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.338726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.338837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.338959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1239.408374] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.408772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.408772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.408937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.409119] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.430321] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1239.500021] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 req-de732a01-bc92-4b09-bac1-563f625515b1 service nova] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_rules [ 1239.500239] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 req-de732a01-bc92-4b09-bac1-563f625515b1 service nova] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1239.500394] env[69323]: INFO networking_nsxv3.common.synchronization [req-8e170a45-fdb2-415d-b787-ab4f3795c5e1 req-de732a01-bc92-4b09-bac1-563f625515b1 service nova] Enqueued Resource ID: b0844d24-f28b-4c1a-a9ef-04cf862644fc with Priority: HIGHEST for action port [ 1239.500917] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_rules [ 1239.501277] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1239.501421] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0844d24-f28b-4c1a-a9ef-04cf862644fc with Priority: HIGHEST for action port [ 1239.501717] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.501843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.501908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.502137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.502218] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.504033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.504033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.504159] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0844d24-f28b-4c1a-a9ef-04cf862644fc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.504224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.504270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.504499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.504562] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0844d24-f28b-4c1a-a9ef-04cf862644fc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.004747] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.005156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.006255] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0844d24-f28b-4c1a-a9ef-04cf862644fc with status ACTIVE [ 1240.006437] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.006571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.006640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.006852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.006944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.007132] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.007229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.007282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.007440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.007517] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.007696] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.007788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.008312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.008312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.008312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.008312] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0844d24-f28b-4c1a-a9ef-04cf862644fc is going to be updated. [ 1240.028576] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.028792] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.028844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.029121] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.029308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.029483] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0844d24-f28b-4c1a-a9ef-04cf862644fc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.808043] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6a6d677-8577-448e-829e-37ff8eeffd31 in Status: SUCCESS [ 1240.808259] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 deletion is rescheduled due to dependency. [ 1240.808377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.288525] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1241.288525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.288525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.288823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.288823] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.288919] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.288958] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.289123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.289205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.289303] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.444156] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1241.444396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.792039] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.294784] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.797564] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.797782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.797782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.798021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.798118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.798222] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be updated. [ 1242.828475] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.828658] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.828756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.829111] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.829273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.839426] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: IN_PROGRESS for 2s [ 1243.136243] env[69323]: INFO networking_nsxv3.common.synchronization [req-77504a68-b1c8-444d-b276-cfe7b6cc80c9 req-99c68abc-84ad-4954-a3a0-cb61a5325cee tempest-DeleteServersTestJSON-722011624 tempest-DeleteServersTestJSON-722011624-project-member] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1243.136243] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGHEST for action security_group_members [ 1243.136372] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.136446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.136499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.136684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.136830] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.136924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.136986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.138325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.138497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.138675] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.640988] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.641539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.641539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.641539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.641715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.641770] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.641877] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.641936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.642112] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.642185] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.642272] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be updated. [ 1243.671298] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.671506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.671546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.671793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.671939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.681697] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: IN_PROGRESS for 2s [ 1244.851036] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1244.851413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.851413] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.851727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.852072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.852234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.852362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.852591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.852694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.852821] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.852962] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.355039] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.355214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.355283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.355504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.355676] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.355774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.355838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.355990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.356097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.356189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.356339] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.356433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.356494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.356635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.356773] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.356864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.356923] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.357076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.357161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.357243] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.357329] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.686391] env[69323]: INFO networking_nsxv3.common.synchronization [req-b947ba9a-89bf-442e-84b5-d57fc438fa1a req-25a3869f-3da7-42c1-9201-05dcccd7ac14 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_members [ 1245.689204] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGHEST for action security_group_members [ 1245.689562] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.689735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.689812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.690055] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.690138] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.690227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.690290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.690439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.690526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.690621] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.698149] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915b412b-4ce6-4699-8f60-a891ab76f53a in Status: SUCCESS [ 1245.698418] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a deletion is rescheduled due to dependency. [ 1245.698699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.859869] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff2f9238-413a-472f-a3aa-759c62bae538: rpc.has_security_group_logging(os_id): False [ 1245.881984] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.882181] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.882264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.882465] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.882553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.882900] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.882900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.882900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.883132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.883132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.883282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.883375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.883519] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.883860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.883942] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.884226] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.884349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.884414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.884555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.884631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.884717] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be updated. [ 1245.947559] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.947711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.947772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.947993] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.948153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.965016] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: IN_PROGRESS for 2s [ 1246.193289] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.193539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.193539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.193733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.193824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.194030] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.194133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.194196] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.194346] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.194439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.194540] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfec011-92cf-4615-9072-c37283c4c87e is going to be updated. [ 1246.225119] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.225295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.225336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.225554] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.225702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.235161] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfec011-92cf-4615-9072-c37283c4c87e in Status: IN_PROGRESS for 2s [ 1247.978300] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1247.978738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.246901] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbfec011-92cf-4615-9072-c37283c4c87e in Status: SUCCESS [ 1248.247094] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbfec011-92cf-4615-9072-c37283c4c87e deletion is rescheduled due to dependency. [ 1248.247207] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.476789] env[69323]: INFO networking_nsxv3.common.synchronization [None req-7dd114bb-f8dc-4b27-8aac-3fc076bc654e tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_rules [ 1250.477122] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_rules [ 1250.477342] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.477469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.477539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.477802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.477886] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.557065] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fe48431a-eb63-429a-bf90-ed127fbf5e5a tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_rules [ 1250.557695] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_rules [ 1250.557998] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.558110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.999242] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.999448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.999448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.999767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.999869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.999970] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 already deleted. [ 1251.000069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.000647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.000647] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.000647] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.523034] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.523034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.523527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.523527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.523527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.523629] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 already deleted. [ 1251.523629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.558621] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.559033] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1256.097489] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f req-958b2e11-2442-4be6-b41c-4e862fce5fbf tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_members [ 1256.097819] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_members [ 1256.098124] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.098927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.098927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.098927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.098927] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.098927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.098927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.099247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.099247] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.099322] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.394953] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.395199] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.395343] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.395718] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.396072] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.396269] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.396401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.396757] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.397030] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.397389] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.397619] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.397815] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.397947] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.398084] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.398198] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.398334] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.419935] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.420132] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.420276] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.420460] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-428" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.420773] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-a2b74bf1-2559-46a5-9362-990282a02455 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.420951] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.421091] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.421422] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.421565] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b74bf1-2559-46a5-9362-990282a02455',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.601429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.601853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.601853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.601853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.601985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.602222] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.602364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.602450] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.602653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.602761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.602862] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 already deleted. [ 1256.602953] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.924326] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.924326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.924326] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.924646] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.924802] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.924967] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port a2b74bf1-2559-46a5-9362-990282a02455 not found, creating... [ 1256.925252] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.925418] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.925544] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.925775] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.925957] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.926269] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.926508] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.926645] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.927349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.927508] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.927661] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: a2b74bf1-2559-46a5-9362-990282a02455 is going to be created. [ 1256.948387] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.948695] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.948879] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.949182] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.949431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.949662] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.773887] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f req-6d1a2f2e-7c01-4e8b-90a5-d304becf7fa4 service nova] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_rules [ 1257.774156] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f req-6d1a2f2e-7c01-4e8b-90a5-d304becf7fa4 service nova] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_members [ 1257.774255] env[69323]: INFO networking_nsxv3.common.synchronization [req-c2f5e9ed-55b4-4979-b5cc-93d5e3ed859f req-6d1a2f2e-7c01-4e8b-90a5-d304becf7fa4 service nova] Enqueued Resource ID: a2b74bf1-2559-46a5-9362-990282a02455 with Priority: HIGHEST for action port [ 1257.774753] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_rules [ 1257.774885] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_members [ 1257.774972] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b74bf1-2559-46a5-9362-990282a02455 with Priority: HIGHEST for action port [ 1257.775292] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.775420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.775548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.775762] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.775857] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.776703] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.776814] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.776880] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.777097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.777247] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.777344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.777403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.777552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.777629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.777718] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.778591] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2b74bf1-2559-46a5-9362-990282a02455 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.778717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.778796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.778944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.779022] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2b74bf1-2559-46a5-9362-990282a02455',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.280678] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.280857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.281076] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.282008] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2b74bf1-2559-46a5-9362-990282a02455 with status ACTIVE [ 1258.282210] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.282321] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.282390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.282586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.282676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.282844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.282938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.283013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.283163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.283241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.283418] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.283550] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.283611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.283735] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.283810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.283894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2b74bf1-2559-46a5-9362-990282a02455 is going to be updated. [ 1258.304430] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.304681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.304681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.304856] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.304990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.305164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2b74bf1-2559-46a5-9362-990282a02455" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.786179] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.288872] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.289043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.289120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.289350] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.289441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.289537] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 is going to be created. [ 1259.317263] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.317591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.317591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.317679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.317828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.328785] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f56e96f5-e737-43b7-8572-fccd8d871de2 in Status: UNINITIALIZED for 2s [ 1261.343309] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f56e96f5-e737-43b7-8572-fccd8d871de2 in Status: SUCCESS [ 1261.343949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.343949] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.344161] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.344322] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.344473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.344553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.344794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.344898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.344983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.345083] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.847621] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.350191] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f56e96f5-e737-43b7-8572-fccd8d871de2: rpc.has_security_group_logging(os_id): False [ 1262.369507] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.369746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.369746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.369940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.370045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.370288] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.370388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.370451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.370605] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.370683] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.370766] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 is going to be created. [ 1262.435335] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.435560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.435560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.435748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.435930] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.446519] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f56e96f5-e737-43b7-8572-fccd8d871de2 in Status: IN_PROGRESS for 2s [ 1262.542921] env[69323]: INFO networking_nsxv3.common.synchronization [req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f req-ba9aeb86-47cf-4c43-ac54-e873ca3dff4c tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1262.543465] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1262.543844] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.543977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.544061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.544265] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.544420] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.544522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.544611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.544755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.544864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.544959] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.837025] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-190 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.837025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.837025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.837025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.837571] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.837875] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.838118] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.838439] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.838694] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.839018] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.839706] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.839706] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.839706] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.839706] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1262.839706] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.839962] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.858337] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.858502] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1262.858645] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.858847] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-190" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.859207] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.859384] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.859510] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.859863] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.860026] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d7a784-3cf6-4f14-857a-d59cdf6be2c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.047733] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.363116] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.363492] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.363492] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.363881] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.364087] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.364255] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 not found, creating... [ 1263.364583] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.364802] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.364946] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.365270] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.365459] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.365780] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.365978] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.366164] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.366420] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.366595] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.366781] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 is going to be created. [ 1263.391779] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.392025] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.392221] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.392504] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.393411] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.393411] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.550474] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.053723] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.053943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.054054] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.054325] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.054458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.054623] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be updated. [ 1264.084866] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.085168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.085168] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.085324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.085478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.096436] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 1264.098545] env[69323]: INFO networking_nsxv3.common.synchronization [req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f req-274f467a-1259-4a27-985a-c239048d7f7a service nova] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 1264.098724] env[69323]: INFO networking_nsxv3.common.synchronization [req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f req-274f467a-1259-4a27-985a-c239048d7f7a service nova] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1264.098868] env[69323]: INFO networking_nsxv3.common.synchronization [req-d2c651a3-43ec-4aa1-b6f8-7275b6e8860f req-274f467a-1259-4a27-985a-c239048d7f7a service nova] Enqueued Resource ID: 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 with Priority: HIGHEST for action port [ 1264.099496] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_rules [ 1264.099533] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1264.099622] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 with Priority: HIGHEST for action port [ 1264.099900] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.100035] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.100101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.100323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.100407] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.101307] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.101417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.101767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.101871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.101943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.102128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.102194] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d7a784-3cf6-4f14-857a-d59cdf6be2c0',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.459733] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f56e96f5-e737-43b7-8572-fccd8d871de2 in Status: SUCCESS [ 1264.460034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.603494] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.603698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.607033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 with status ACTIVE [ 1264.607219] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.607362] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.607400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.607640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.607707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.607884] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.608028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.608094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.608257] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.608335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.608531] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.608705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.608705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.608842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.608885] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.608974] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21d7a784-3cf6-4f14-857a-d59cdf6be2c0 is going to be updated. [ 1264.630384] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.630786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.630786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.630862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.630979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.631176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21d7a784-3cf6-4f14-857a-d59cdf6be2c0" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.717253] env[69323]: INFO networking_nsxv3.common.synchronization [req-86b410f0-4663-4500-adc8-b8b0f62967d3 req-5d5b56e9-a118-48ae-a42c-1617476829e9 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1264.717952] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1264.719402] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.719570] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.719642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.719900] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.720076] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.720178] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.720238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.720390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.720475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.720596] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.222861] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.725305] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.107959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 4s [ 1266.228027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.228273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.228322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.228595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.228708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.228839] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be updated. [ 1266.261020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.261255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.261255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.261391] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.261560] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.271254] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: IN_PROGRESS for 2s [ 1268.119343] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 1268.119817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.119817] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.120099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.120172] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.120305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.120368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.120552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.120637] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.120735] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.281037] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1268.281037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.623552] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.126544] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.629012] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.629211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.629273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.629482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.629574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.629673] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be updated. [ 1269.658249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.658408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.658455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.658660] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.658806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.668114] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 1269.719792] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.719792] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1271.680229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 1271.680677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.680677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.680944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.681101] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.681244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.681330] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.681523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.681623] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.681738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.681852] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.040029] env[69323]: INFO networking_nsxv3.common.synchronization [req-10bcd302-5445-42a9-bf22-dceea305fd86 req-b50b8f7c-1fad-4679-8571-b2605a9c3e26 tempest-ServerRescueTestJSON-389455634 tempest-ServerRescueTestJSON-389455634-project-member] Enqueued Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1272.040409] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2f9238-413a-472f-a3aa-759c62bae538 with Priority: HIGHEST for action security_group_members [ 1272.041231] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff2f9238-413a-472f-a3aa-759c62bae538 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.041231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.041231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.041231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.041461] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.041461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.041593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.042030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.042030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.042030] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff2f9238-413a-472f-a3aa-759c62bae538',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.184781] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.544408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.544569] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.544694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.544907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.545011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.545325] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.545451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.545534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.545775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.545775] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.545867] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 is going to be updated. [ 1272.579319] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.579490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.579567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.579813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.579969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.592019] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: IN_PROGRESS for 2s [ 1272.686875] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b08add-7639-48cb-83d4-727e4a8acf73: rpc.has_security_group_logging(os_id): False [ 1272.705928] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.706189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.706289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.706503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.706597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.706879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.706999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.707092] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.707305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.707422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.707553] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be updated. [ 1272.770294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.770537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.770537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.770778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.770936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.783860] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 1274.603127] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff2f9238-413a-472f-a3aa-759c62bae538 in Status: SUCCESS [ 1274.603421] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff2f9238-413a-472f-a3aa-759c62bae538 deletion is rescheduled due to dependency. [ 1274.603497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff2f9238-413a-472f-a3aa-759c62bae538" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.796124] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 1274.796435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.041958] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.042316] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.479914] env[69323]: INFO networking_nsxv3.common.synchronization [req-68d0ebd6-f388-4b79-b804-79d00ed516fb req-d0bdebd2-fd4f-4d75-a5d5-384d8ad58cc9 tempest-ServerActionsV293TestJSON-116022337 tempest-ServerActionsV293TestJSON-116022337-project-member] Enqueued Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_members [ 1278.479914] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ce9763-a08d-4505-b59d-624550e386d9 with Priority: HIGHEST for action security_group_members [ 1278.479914] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ce9763-a08d-4505-b59d-624550e386d9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.479914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.480654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.481021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.481321] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.483225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.483225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.483225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.483225] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.483225] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ce9763-a08d-4505-b59d-624550e386d9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.987063] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.987063] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.987063] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.987063] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 is going to be updated. [ 1279.017026] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.017026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.017026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.017026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.017026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.028435] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ce9763-a08d-4505-b59d-624550e386d9 in Status: IN_PROGRESS for 2s [ 1279.982274] env[69323]: INFO networking_nsxv3.common.synchronization [req-30dc1c19-c336-41df-b496-ebbb823beb40 req-08f8a098-ce2c-4907-a302-57e0a26c71aa tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1279.982274] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1279.982274] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.982274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.982274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.982274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.986254] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.986389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.986472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.986641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.986759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.986825] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.491185] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.491395] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.491566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.491741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.491913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.492190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.492318] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.492596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.492596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.492732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.493234] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1280.525032] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.525231] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.525289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.525514] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.525597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.534475] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1281.041262] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ce9763-a08d-4505-b59d-624550e386d9 in Status: SUCCESS [ 1281.041596] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ce9763-a08d-4505-b59d-624550e386d9 deletion is rescheduled due to dependency. [ 1281.041596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ce9763-a08d-4505-b59d-624550e386d9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.545719] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1282.546124] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf deletion is rescheduled due to dependency. [ 1282.546124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.496333] env[69323]: INFO networking_nsxv3.common.synchronization [None req-4a507cc8-a51f-4a95-8f85-c168a5c57e91 None None] Enqueued Resource ID: c7c22baa-df75-48b2-ad79-eb3bdd852719 with Priority: HIGHEST for action port [ 1283.496599] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c22baa-df75-48b2-ad79-eb3bdd852719 with Priority: HIGHEST for action port [ 1283.497190] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c22baa-df75-48b2-ad79-eb3bdd852719 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.497324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c22baa-df75-48b2-ad79-eb3bdd852719" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.497394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c22baa-df75-48b2-ad79-eb3bdd852719" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.497629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c22baa-df75-48b2-ad79-eb3bdd852719" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.497730] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c22baa-df75-48b2-ad79-eb3bdd852719',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.001343] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c22baa-df75-48b2-ad79-eb3bdd852719 [ 1284.001343] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.001343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.001343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.001343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.001343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.001343] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c22baa-df75-48b2-ad79-eb3bdd852719 already deleted. [ 1284.001343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c22baa-df75-48b2-ad79-eb3bdd852719" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.652402] env[69323]: INFO networking_nsxv3.common.synchronization [None req-fd3aa719-c171-4265-a194-5bf24c6c4fa5 None None] Enqueued Resource ID: 25c3db78-5f20-4ea3-bec0-91065bfdfa6c with Priority: HIGHEST for action port [ 1285.652662] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c3db78-5f20-4ea3-bec0-91065bfdfa6c with Priority: HIGHEST for action port [ 1285.653265] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c3db78-5f20-4ea3-bec0-91065bfdfa6c taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.653398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c3db78-5f20-4ea3-bec0-91065bfdfa6c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.653466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c3db78-5f20-4ea3-bec0-91065bfdfa6c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.653754] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c3db78-5f20-4ea3-bec0-91065bfdfa6c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.653822] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c3db78-5f20-4ea3-bec0-91065bfdfa6c',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.715535] env[69323]: INFO networking_nsxv3.common.synchronization [None req-f6067866-3741-4d2f-a36d-6fa6b3f04bb2 None None] Enqueued Resource ID: 5032aa78-2fdd-4994-8c93-8c3d2321cad5 with Priority: HIGHEST for action port [ 1285.715797] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5032aa78-2fdd-4994-8c93-8c3d2321cad5 with Priority: HIGHEST for action port [ 1285.716375] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-5032aa78-2fdd-4994-8c93-8c3d2321cad5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.716843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5032aa78-2fdd-4994-8c93-8c3d2321cad5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.717380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5032aa78-2fdd-4994-8c93-8c3d2321cad5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.717380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5032aa78-2fdd-4994-8c93-8c3d2321cad5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.718097] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5032aa78-2fdd-4994-8c93-8c3d2321cad5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.156544] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25c3db78-5f20-4ea3-bec0-91065bfdfa6c [ 1286.156544] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.156544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.156544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.156756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.157075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.157075] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25c3db78-5f20-4ea3-bec0-91065bfdfa6c already deleted. [ 1286.157075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c3db78-5f20-4ea3-bec0-91065bfdfa6c" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.222344] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5032aa78-2fdd-4994-8c93-8c3d2321cad5 [ 1286.222646] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.222830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.222939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.223213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.223336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.223471] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5032aa78-2fdd-4994-8c93-8c3d2321cad5 already deleted. [ 1286.223591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5032aa78-2fdd-4994-8c93-8c3d2321cad5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.793630] env[69323]: INFO networking_nsxv3.common.synchronization [req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 req-dd30cf14-8f4f-44dd-a613-08749e4633b6 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1287.794768] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1287.795704] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.795954] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.796053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.796308] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.796429] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.796645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.796645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.796791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.796843] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.796892] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.915911] env[69323]: INFO networking_nsxv3.common.synchronization [None req-43fa60c4-e6c6-465e-a004-d2137c621636 None None] Enqueued Resource ID: 496dc8c7-5972-4467-9b42-a2f24dc962e7 with Priority: HIGHEST for action port [ 1287.915911] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 496dc8c7-5972-4467-9b42-a2f24dc962e7 with Priority: HIGHEST for action port [ 1287.916483] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-496dc8c7-5972-4467-9b42-a2f24dc962e7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.916785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-496dc8c7-5972-4467-9b42-a2f24dc962e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.916785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-496dc8c7-5972-4467-9b42-a2f24dc962e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.917287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-496dc8c7-5972-4467-9b42-a2f24dc962e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.917287] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('496dc8c7-5972-4467-9b42-a2f24dc962e7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.139689] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.139897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.140040] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.140330] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.140599] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.140762] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.140886] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.141206] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.141373] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.141610] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.141751] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.141881] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.141999] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.142130] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.142240] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.142375] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.164748] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.164995] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.165176] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.165365] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-916" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.165691] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-ddd2c185-2959-442d-a91b-48d0138b9e3e taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.165871] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.165999] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.166396] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.166544] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd2c185-2959-442d-a91b-48d0138b9e3e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.299495] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.299747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.299747] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.299854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.299996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.300151] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.300242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.300301] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.300449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.300525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.300609] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1288.326591] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.326870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.326870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.326989] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.327148] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.335598] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1288.419675] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 496dc8c7-5972-4467-9b42-a2f24dc962e7 [ 1288.419914] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.420070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.420135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.420343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.420436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.420536] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:496dc8c7-5972-4467-9b42-a2f24dc962e7 already deleted. [ 1288.420616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-496dc8c7-5972-4467-9b42-a2f24dc962e7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.669533] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.669762] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.669888] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.670210] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.670370] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.670529] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port ddd2c185-2959-442d-a91b-48d0138b9e3e not found, creating... [ 1288.670793] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.670955] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.671094] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.671324] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.671464] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.671768] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.671939] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.672077] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.672291] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.672431] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.672572] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: ddd2c185-2959-442d-a91b-48d0138b9e3e is going to be created. [ 1288.693214] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.693447] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.693580] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.693901] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.694180] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.694421] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.399359] env[69323]: INFO networking_nsxv3.common.synchronization [req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 req-29f9079f-c004-45ad-b35d-5e03e6187fda service nova] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 1289.399625] env[69323]: INFO networking_nsxv3.common.synchronization [req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 req-29f9079f-c004-45ad-b35d-5e03e6187fda service nova] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1289.399735] env[69323]: INFO networking_nsxv3.common.synchronization [req-7e853364-e70b-4eb0-9d06-2bb5fb445da8 req-29f9079f-c004-45ad-b35d-5e03e6187fda service nova] Enqueued Resource ID: ddd2c185-2959-442d-a91b-48d0138b9e3e with Priority: HIGHEST for action port [ 1289.399959] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_rules [ 1289.400105] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1289.400203] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd2c185-2959-442d-a91b-48d0138b9e3e with Priority: HIGHEST for action port [ 1289.400726] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.400862] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.400952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.401322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.401431] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.403143] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.404166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.404166] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd2c185-2959-442d-a91b-48d0138b9e3e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.404166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.404313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.404582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.405016] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd2c185-2959-442d-a91b-48d0138b9e3e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.906836] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.906944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.907101] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddd2c185-2959-442d-a91b-48d0138b9e3e with status ACTIVE [ 1289.907310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.907382] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.907438] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.907688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.907785] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.907963] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.908080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.908143] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.908327] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.908410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.908595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.908692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.908748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.908887] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.908961] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.909057] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddd2c185-2959-442d-a91b-48d0138b9e3e is going to be updated. [ 1289.935489] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.935684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.935928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.936399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.936504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.936630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd2c185-2959-442d-a91b-48d0138b9e3e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347189] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1290.347374] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf deletion is rescheduled due to dependency. [ 1290.347572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.347777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.348064] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.348464] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.348559] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.348788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.348874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.348969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.349131] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.853835] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.355880] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.411683] env[69323]: INFO networking_nsxv3.common.synchronization [req-449af4f0-c29e-4016-a7d6-69419e927eb8 req-0f5dba68-3ba1-4e22-908a-d98cb68adabe tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Enqueued Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_members [ 1291.412078] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_members [ 1291.412419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.412540] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.412620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.412870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.413043] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.413152] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.413205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.413355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.413439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.413530] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.747918] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.748142] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-693" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.748272] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-693" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.748584] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-693" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.748841] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.749000] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.749131] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.749351] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.749496] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.749710] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.749825] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.749937] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.750105] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.750175] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.750284] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.750416] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.770416] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.770583] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1291.770720] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.770897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-693" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.771228] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-2527c23b-86d7-40e0-8787-189b36ec3572 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.771403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.771525] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.771857] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.772013] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2527c23b-86d7-40e0-8787-189b36ec3572',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.858166] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.858555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.858555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.858640] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.858677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.858775] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1291.891246] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.891455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.891455] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.891656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.892323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.900673] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1291.915310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.915480] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.915527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.915752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.915844] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.916095] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.916226] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.916289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.916458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.916542] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.916628] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282ddf09-d44e-411c-95bf-028d24417a1a already deleted. [ 1291.916710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.274630] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.274906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.275082] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.275366] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.275518] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.275678] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 2527c23b-86d7-40e0-8787-189b36ec3572 not found, creating... [ 1292.275984] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.276111] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.276232] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.276459] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.276594] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.276913] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.277358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.277358] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.277519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.277552] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.277680] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 2527c23b-86d7-40e0-8787-189b36ec3572 is going to be created. [ 1292.299558] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.299771] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.299902] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.300215] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.300476] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.300709] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.120259] env[69323]: INFO networking_nsxv3.common.synchronization [req-449af4f0-c29e-4016-a7d6-69419e927eb8 req-0dc5fd75-5c5b-4414-85ca-782c03734e7c service nova] Enqueued Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_rules [ 1293.120539] env[69323]: INFO networking_nsxv3.common.synchronization [req-449af4f0-c29e-4016-a7d6-69419e927eb8 req-0dc5fd75-5c5b-4414-85ca-782c03734e7c service nova] Enqueued Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_members [ 1293.120591] env[69323]: INFO networking_nsxv3.common.synchronization [req-449af4f0-c29e-4016-a7d6-69419e927eb8 req-0dc5fd75-5c5b-4414-85ca-782c03734e7c service nova] Enqueued Resource ID: 2527c23b-86d7-40e0-8787-189b36ec3572 with Priority: HIGHEST for action port [ 1293.123280] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_rules [ 1293.123280] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_members [ 1293.123280] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2527c23b-86d7-40e0-8787-189b36ec3572 with Priority: HIGHEST for action port [ 1293.123280] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.123280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.123280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.123280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.123280] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.124148] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.124302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.125022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.125022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.125022] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.125022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.125022] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.125307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.125307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.125307] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.126083] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2527c23b-86d7-40e0-8787-189b36ec3572 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.126232] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.126298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.126475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.126596] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2527c23b-86d7-40e0-8787-189b36ec3572',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.628675] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.628928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.633437] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.634661] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2527c23b-86d7-40e0-8787-189b36ec3572 with status ACTIVE [ 1293.634947] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.635163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.635259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.635529] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.635645] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.635902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.636214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.636214] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.636349] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.637094] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.637370] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.637611] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.637737] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.637952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.638091] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.638209] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2527c23b-86d7-40e0-8787-189b36ec3572 is going to be updated. [ 1293.678845] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.678845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.678845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.678845] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.679189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.679189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2527c23b-86d7-40e0-8787-189b36ec3572" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.914112] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1293.914444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.914706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.915157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.915478] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.915668] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.915786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.916069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.916213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.916397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.916506] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.140227] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.419492] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.643314] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.643314] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.643674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.643674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.643805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.643975] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282ddf09-d44e-411c-95bf-028d24417a1a is going to be created. [ 1294.669501] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.669759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.669759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.669914] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.670102] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.682081] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282ddf09-d44e-411c-95bf-028d24417a1a in Status: UNINITIALIZED for 2s [ 1294.924478] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf: rpc.has_security_group_logging(os_id): False [ 1294.948451] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.948706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.948706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.948898] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.949026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.949367] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.949475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.949535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.949694] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.949772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.949857] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1295.024160] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.024415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.024539] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.024841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.025240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.041832] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1296.693147] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282ddf09-d44e-411c-95bf-028d24417a1a in Status: SUCCESS [ 1296.693508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.693508] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.693677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.693871] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.694018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.694085] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.694250] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.694333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.694421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.694513] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.056453] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1297.056721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.197535] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.198081] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.198256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.198561] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.198841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.199894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.199894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.200535] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.200795] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.202033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.202033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.202033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.202033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.202033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.202033] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.704851] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 282ddf09-d44e-411c-95bf-028d24417a1a: rpc.has_security_group_logging(os_id): False [ 1297.725408] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.725680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.725680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.725928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.726042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.726387] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.726548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.726630] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.726840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.726947] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.727200] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.727333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.727396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.727590] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.727687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.727912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.728041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.728124] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.728296] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.728378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.728477] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 282ddf09-d44e-411c-95bf-028d24417a1a is going to be created. [ 1297.802174] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.802458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.802458] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.802654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.802836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.817306] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 282ddf09-d44e-411c-95bf-028d24417a1a in Status: IN_PROGRESS for 2s [ 1298.123358] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.123582] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1298.548677] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1298.548916] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1299.832150] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 282ddf09-d44e-411c-95bf-028d24417a1a in Status: SUCCESS [ 1299.832538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.125136] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.125424] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.532571] env[69323]: INFO networking_nsxv3.common.synchronization [req-e260d38a-e0b6-4156-8e19-956872178f7c req-e5137cd8-6b60-480d-b132-9d9e9883fe8f tempest-ServersNegativeTestMultiTenantJSON-378268478 tempest-ServersNegativeTestMultiTenantJSON-378268478-project-member] Enqueued Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_members [ 1305.532571] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGHEST for action security_group_members [ 1305.532805] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.533013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.533153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.533381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.533595] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.533752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.533813] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.533965] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.534116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.534429] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.037065] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.037065] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.037351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.037351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.037426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.037612] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.037715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.037784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.037979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.038074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.038168] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282ddf09-d44e-411c-95bf-028d24417a1a is going to be updated. [ 1306.068861] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.069098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.069098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.069303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.069444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.079172] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282ddf09-d44e-411c-95bf-028d24417a1a in Status: IN_PROGRESS for 2s [ 1308.097435] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 282ddf09-d44e-411c-95bf-028d24417a1a in Status: SUCCESS [ 1308.097901] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 282ddf09-d44e-411c-95bf-028d24417a1a deletion is rescheduled due to dependency. [ 1308.097901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.533518] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.533880] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.224624] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.224979] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.224979] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.225374] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.225677] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.225847] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.225969] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.226228] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.226381] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.226603] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.226721] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.226834] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.226945] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.227070] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.227182] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.227321] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.249147] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.249324] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.249470] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.249652] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-786" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.250078] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-4227349f-c50a-410e-87d7-c3d6ef1d630f taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.250331] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.250491] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.250758] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.251034] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4227349f-c50a-410e-87d7-c3d6ef1d630f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.754299] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.754406] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.754528] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.754796] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.754949] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.755287] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.755457] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.755579] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.755800] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.755940] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.756243] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.756401] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.756546] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.756783] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.756929] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.757102] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f is going to be updated. [ 1314.784078] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.784856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.784856] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.785069] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.785127] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.785367] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.474508] env[69323]: INFO networking_nsxv3.common.synchronization [req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d req-b9516e2f-775f-47f6-8b12-5725d42cf5c8 service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 1315.474508] env[69323]: INFO networking_nsxv3.common.synchronization [req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d req-b9516e2f-775f-47f6-8b12-5725d42cf5c8 service nova] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1315.474508] env[69323]: INFO networking_nsxv3.common.synchronization [req-292542b0-a3a0-4fb2-9ce1-6fb19c15d86d req-b9516e2f-775f-47f6-8b12-5725d42cf5c8 service nova] Enqueued Resource ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f with Priority: HIGHEST for action port [ 1315.474508] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_rules [ 1315.474508] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1315.474508] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f with Priority: HIGHEST for action port [ 1315.476459] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.476459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.476459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.476459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.476459] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.477745] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.477944] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.478043] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.478238] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.478403] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.478510] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.478577] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.478732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.478819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.478910] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.480418] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-4227349f-c50a-410e-87d7-c3d6ef1d630f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.480667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.484018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.484018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.484018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4227349f-c50a-410e-87d7-c3d6ef1d630f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.981478] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.982672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.982807] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.985391] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4227349f-c50a-410e-87d7-c3d6ef1d630f with status ACTIVE [ 1315.985664] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.985838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.985938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.986210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.986307] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.986597] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.986755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.986827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.987011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.987107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.987315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.987406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.987477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.987631] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.987698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.987789] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4227349f-c50a-410e-87d7-c3d6ef1d630f is going to be updated. [ 1316.009621] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.009895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.009895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.010479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.010479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.010479] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4227349f-c50a-410e-87d7-c3d6ef1d630f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.484510] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.987574] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.987850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.987850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.988127] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.988235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.988337] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1317.017881] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.018136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.018136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.018309] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.018457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.028131] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1318.828920] env[69323]: INFO networking_nsxv3.common.synchronization [req-11c88eb1-1c21-4302-9088-a98ff8fe1c6d req-b32f42bb-b218-4edf-8cfc-913b505cfbff tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_members [ 1318.829585] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f with Priority: HIGHEST for action security_group_members [ 1318.829946] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbb8228a-fa4a-44c8-b458-42b8fae4153f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.830083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.830083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.830287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.830466] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.830576] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.830635] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.830793] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.830892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.831193] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbb8228a-fa4a-44c8-b458-42b8fae4153f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.039365] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1319.039592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.039770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.039995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.040213] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.040335] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.040399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.040552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.040632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.040717] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.040819] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.333655] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.333865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.333865] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.334034] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.334128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.334358] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.334459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.334522] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.334679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.334755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.334842] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f is going to be updated. [ 1319.359887] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.360110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.360110] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.360299] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.360440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.369640] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f in Status: IN_PROGRESS for 2s [ 1319.542798] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.045027] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af62cf99-8f54-4cc0-9c53-3704d8b984bf: rpc.has_security_group_logging(os_id): False [ 1320.065586] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.065861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.065933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.066289] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.066444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.068585] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.068585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.068585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.068585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.068585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.068585] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1320.127546] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.127790] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.127857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.128137] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.128288] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.142715] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1321.379960] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f in Status: SUCCESS [ 1321.380374] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbb8228a-fa4a-44c8-b458-42b8fae4153f deletion is rescheduled due to dependency. [ 1321.380374] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbb8228a-fa4a-44c8-b458-42b8fae4153f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.054420] env[69323]: INFO networking_nsxv3.common.synchronization [req-17166d2c-4513-4ac2-8344-8e7c8b9222d4 req-d2939f0c-5acb-4719-8e85-23863b387fb7 tempest-AttachVolumeNegativeTest-741405530 tempest-AttachVolumeNegativeTest-741405530-project-member] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_members [ 1322.055266] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGHEST for action security_group_members [ 1322.055712] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.055895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.056030] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.056313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.056561] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.056727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.056840] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.057317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.057317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.057317] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.157230] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1322.157478] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.559305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.559723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.559723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.559835] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.559913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.560140] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.560294] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.560372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.560594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.560684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.560781] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 is going to be updated. [ 1322.591945] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.592252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.592252] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.592422] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.592567] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.601221] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f56e96f5-e737-43b7-8572-fccd8d871de2 in Status: IN_PROGRESS for 2s [ 1323.566187] env[69323]: INFO networking_nsxv3.common.synchronization [None req-31a16d73-03e3-4540-8614-c4c79cddb619 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_rules [ 1323.566756] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_rules [ 1323.567184] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.567361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.567467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.567751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.567886] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.639849] env[69323]: INFO networking_nsxv3.common.synchronization [None req-20047560-f577-4bb3-8ca5-01870c8efdb0 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_rules [ 1323.640447] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_rules [ 1323.640800] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.640935] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.088407] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.088574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.088574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.088736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.088828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.088922] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 already deleted. [ 1324.089023] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.089170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.089322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.089408] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.611697] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.612140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.612140] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.612332] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.612454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.612591] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 already deleted. [ 1324.612681] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.618118] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f56e96f5-e737-43b7-8572-fccd8d871de2 in Status: SUCCESS [ 1324.618313] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 deletion is rescheduled due to dependency. [ 1324.618421] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.641301] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.641301] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.044518] env[69323]: INFO networking_nsxv3.common.synchronization [req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 req-3755652d-6089-4e9e-b8e9-0445e6aa9758 tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_members [ 1329.044749] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_members [ 1329.045183] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.045368] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.045511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.045806] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.046031] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.046188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.046292] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.046536] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.046642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.046778] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.331601] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.331852] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.332050] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.332403] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.333082] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.333282] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.333439] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.333716] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.333939] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.334178] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.334381] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.334550] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.334680] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.334824] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.334946] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.335118] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.357328] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.357534] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1329.357699] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.357897] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-613" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.358293] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-9af4bd6f-7144-4b2c-938a-34f37732e318 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.358556] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.358711] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.359076] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.359244] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af4bd6f-7144-4b2c-938a-34f37732e318',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.549074] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.549305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.549305] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.549538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.549636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.549839] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.549938] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.549995] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.550167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.550241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.550323] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 already deleted. [ 1329.550405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.862026] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.862465] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.862465] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.862730] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.862823] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.862966] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 9af4bd6f-7144-4b2c-938a-34f37732e318 not found, creating... [ 1329.863262] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.863504] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.863714] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.864013] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.864182] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.864526] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.864701] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.864823] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.866170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.866349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.866514] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 9af4bd6f-7144-4b2c-938a-34f37732e318 is going to be created. [ 1329.888794] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.889036] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.889172] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.889515] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.889789] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.890095] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.226809] env[69323]: INFO networking_nsxv3.common.synchronization [req-f9b07d8b-91b1-4c07-8570-2a74c18fa38c req-5a862eb1-812e-46ec-8046-238b8089b025 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1330.227356] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1330.228121] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.228259] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.228430] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.228741] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.228922] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.229047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.229115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.229274] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.229361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.229459] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.577652] env[69323]: INFO networking_nsxv3.common.synchronization [req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 req-a8d791e0-c043-43cc-ac0c-bbb1f1c75403 service nova] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_rules [ 1330.577652] env[69323]: INFO networking_nsxv3.common.synchronization [req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 req-a8d791e0-c043-43cc-ac0c-bbb1f1c75403 service nova] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_members [ 1330.577652] env[69323]: INFO networking_nsxv3.common.synchronization [req-44ed30f5-07ad-4228-b4f9-5ae8a936dae4 req-a8d791e0-c043-43cc-ac0c-bbb1f1c75403 service nova] Enqueued Resource ID: 9af4bd6f-7144-4b2c-938a-34f37732e318 with Priority: HIGHEST for action port [ 1330.579208] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_rules [ 1330.579539] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_members [ 1330.579539] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af4bd6f-7144-4b2c-938a-34f37732e318 with Priority: HIGHEST for action port [ 1330.579733] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.579889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.579928] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.580133] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.580251] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.581075] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.581329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.581329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.581442] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.581556] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.581644] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.581715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.581836] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.581917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.582037] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.582975] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af4bd6f-7144-4b2c-938a-34f37732e318 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.583098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.583150] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.583303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.583380] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af4bd6f-7144-4b2c-938a-34f37732e318',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.731711] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.085771] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.086776] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.086918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.087060] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9af4bd6f-7144-4b2c-938a-34f37732e318 with status ACTIVE [ 1331.087248] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.087497] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.087641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.087869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.088040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.088141] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.088358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.088459] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.088646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.089049] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.089260] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.089378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.089451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.089568] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.089656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.089722] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9af4bd6f-7144-4b2c-938a-34f37732e318 is going to be updated. [ 1331.115405] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.115633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.115633] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.115847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.115986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.116169] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af4bd6f-7144-4b2c-938a-34f37732e318" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.234270] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.592015] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.737471] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.737719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.737778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.737971] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.738079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.738183] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be updated. [ 1331.771037] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.771235] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.771312] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.771527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.771676] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.780223] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 1332.094563] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.094563] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.094882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.094882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.094948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.095036] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 is going to be created. [ 1332.120931] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.121200] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.121287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.121512] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.121755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.133502] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: UNINITIALIZED for 2s [ 1332.609407] env[69323]: INFO networking_nsxv3.common.synchronization [req-ff6888f4-395c-46a0-ba24-8244313ae651 req-b106d7b0-6f27-4455-968b-f19bf74effa0 tempest-ServerActionsTestOtherB-1380380088 tempest-ServerActionsTestOtherB-1380380088-project-member] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1332.609836] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGHEST for action security_group_members [ 1332.610804] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.610804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.610804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.610804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.610804] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.610804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.611333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.611333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.611333] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.611333] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.113579] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.113891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.113891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.113986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.114117] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.114314] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.114499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.114499] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.114648] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.114725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.114836] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be updated. [ 1333.142759] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.142917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.142959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.143188] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.143329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.152314] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: IN_PROGRESS for 2s [ 1333.789837] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 1333.790040] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.142582] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: UNINITIALIZED for 4s [ 1335.163450] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf in Status: SUCCESS [ 1335.163829] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf deletion is rescheduled due to dependency. [ 1335.163829] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.153229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: SUCCESS [ 1336.153441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.153610] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.153827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.154035] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.154153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.154227] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.154425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.154502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.154588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.154677] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.657429] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.159873] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96caab7-2bae-4e57-9b36-0b2e6d1662f5: rpc.has_security_group_logging(os_id): False [ 1337.177752] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.177987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.177987] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.178191] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.178281] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.178714] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.178828] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.178889] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.179107] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.179163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.179221] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 is going to be created. [ 1337.239576] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.239782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.239863] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.240057] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.240242] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.252507] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: IN_PROGRESS for 2s [ 1337.610604] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.610744] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1339.268423] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: SUCCESS [ 1339.268771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.611730] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.612167] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.864042] env[69323]: INFO networking_nsxv3.common.synchronization [req-5d527248-7a0d-4e9a-b132-90365ec599ad req-a119907c-7aaa-41ec-b56b-1f6c586d2be5 tempest-ServerActionsTestOtherA-661034444 tempest-ServerActionsTestOtherA-661034444-project-member] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1344.864573] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGHEST for action security_group_members [ 1344.864879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.865009] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.865080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.865373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.865558] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.865724] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.865797] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.865959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.866075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.866171] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.369607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.369855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.369855] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.370075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.370174] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.370404] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.370578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.370578] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.370800] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.370913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.371061] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be updated. [ 1345.401720] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.401924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.401924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.402167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.402388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.411685] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: IN_PROGRESS for 2s [ 1347.430059] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b08add-7639-48cb-83d4-727e4a8acf73 in Status: SUCCESS [ 1347.430333] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 deletion is rescheduled due to dependency. [ 1347.430428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.865394] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.865686] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.495045] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.495045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.495045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.497047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.497047] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.998289] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.500786] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.002977] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1352.003344] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1352.383270] env[69323]: INFO networking_nsxv3.common.synchronization [req-3c299bdb-f46e-4eb0-9104-cb00827dc683 req-11649e2e-bb9a-4dc5-8d98-4cc65c9c8829 tempest-ServerActionsTestJSON-355205775 tempest-ServerActionsTestJSON-355205775-project-member] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1352.383793] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGHEST for action security_group_members [ 1352.384115] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.384234] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.384302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.384541] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.384767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.384867] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.384921] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.385279] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.385369] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.385464] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.752423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.752603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.752684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.752903] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.767391] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1352.768344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.769471] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1352.818206] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.818426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.818426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.818639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.833495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.838649] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1352.838816] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1352.838926] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1352.874620] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.874904] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.875141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.875402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.877078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.877353] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1352.888099] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.888322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.888420] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.888665] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.907649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.908127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.908300] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.908397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.908693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.908834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.908960] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be updated. [ 1352.937427] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.937632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.937703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.938471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.938959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.950041] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: IN_PROGRESS for 2s [ 1352.969553] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.969729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.969729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.969943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.970842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.971215] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1353.058386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.058386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.058386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.058386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.058386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.058386] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1353.058819] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed', 'af62cf99-8f54-4cc0-9c53-3704d8b984bf', 'fa675d15-6d8f-47a3-875b-cc0945081699', '68edbb2e-456b-40a9-883f-edfe6c03d4a4', 'cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf', 'bda0dda3-5c4b-42cb-9730-4b37202b52cc', 'fcdef308-eb4c-4fec-b217-273e7c83ff9a', 'd6a6d677-8577-448e-829e-37ff8eeffd31', '23240272-eb95-45db-a2d6-d3cc03380cd4', '3cf7d782-22a9-44a4-94c7-4f5106d3780a', 'f56e96f5-e737-43b7-8572-fccd8d871de2', 'cdf9d501-a76a-4d1d-bbd1-79412aef2c22', 'f9b08add-7639-48cb-83d4-727e4a8acf73', 'c6962c49-30d5-4005-b03c-3ff0f86101c3', '530e9b77-c8bb-4b38-a7c2-1dea007c03a9', 'cfffd1b7-30f8-4f7d-847b-4bca05d78fd7', 'b96caab7-2bae-4e57-9b36-0b2e6d1662f5', '282ddf09-d44e-411c-95bf-028d24417a1a', '3393871d-a130-4568-9c2c-fbd8764ddd8a', 'cb7dc348-24f3-452f-bdd6-b2e51f01d024', '46aba77e-b0c2-4a74-89fd-41c5c92b069e', '113608f6-ed8e-4535-83e9-a4fd7a687451', '12fb5f3f-a970-49f7-8988-0257b6e2f2fd', '651b7301-1a67-4fa7-86e4-e5439e302b13', '3fc7faf4-4c16-4971-9ae2-21a688e479f3', 'c561a96a-6555-4de4-b16c-a2daed76d48f', 'b136ea99-8281-40b6-bfe0-102ce669d5e3', 'bbfec011-92cf-4615-9072-c37283c4c87e', '2a3eb907-943e-465e-9a4b-45be4c38dc82', '2f8aad65-019a-49f7-a044-9cd7005ace89', 'a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40', '3b983104-25d7-4ca6-9cda-e4678a8965b4', 'e5b47988-3f05-41f5-ad9f-272297e8db47', '1bdae977-001c-4051-bd06-41039dd11085', 'ff2f9238-413a-472f-a3aa-759c62bae538', '915b412b-4ce6-4699-8f60-a891ab76f53a', 'bddcbb4a-1022-461a-aee7-03cf30719eac', 'fbb8228a-fa4a-44c8-b458-42b8fae4153f', '4d54134e-ed48-411d-90f3-a8c935d5b416', '3ccc12c1-fc10-4879-978e-d541a875c5b1', '49905111-f36d-4cf1-b97c-53b70c0fd098', '660a2ab3-073a-45a4-8420-aa7b83d2c4ab', 'e0ce9763-a08d-4505-b59d-624550e386d9', '75f2180e-5775-4be9-869f-36da4ab0b7b6', '87a91c94-9241-4c6a-abe2-461ef33a1182', 'e7b424eb-da95-4eac-a6f7-c8553f7f911d'} {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1353.058819] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1353.090273] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.090273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.090273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.090273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.090575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.090575] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1353.090575] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1353.090676] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1353.172192] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.172192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.172593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.172927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.174446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.174868] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1353.175175] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1353.175313] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1353.175424] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1353.175563] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1353.175742] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGH for action security_group_rules [ 1353.176025] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGH for action security_group_rules [ 1353.176501] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGH for action security_group_rules [ 1353.176652] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGH for action security_group_rules [ 1353.176861] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGH for action security_group_rules [ 1353.182176] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.356345] env[69323]: INFO networking_nsxv3.common.synchronization [None req-9a7578aa-f653-4487-972c-9e01358384e6 None None] Enqueued Resource ID: bfe2d9db-7a19-4789-a43b-cb9cb5a69712 with Priority: HIGHEST for action port [ 1353.356614] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe2d9db-7a19-4789-a43b-cb9cb5a69712 with Priority: HIGHEST for action port [ 1353.356753] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed with Priority: HIGH for action security_group_rules [ 1353.356860] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa675d15-6d8f-47a3-875b-cc0945081699 with Priority: HIGH for action security_group_rules [ 1353.356964] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a with Priority: HIGH for action security_group_rules [ 1353.357124] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 with Priority: HIGH for action security_group_rules [ 1353.357227] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 with Priority: HIGH for action security_group_rules [ 1353.357319] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a with Priority: HIGH for action security_group_rules [ 1353.357411] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 282ddf09-d44e-411c-95bf-028d24417a1a with Priority: HIGH for action security_group_rules [ 1353.357502] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGH for action security_group_rules [ 1353.357592] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 with Priority: HIGH for action security_group_rules [ 1353.357681] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 with Priority: HIGH for action security_group_rules [ 1353.357771] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b08add-7639-48cb-83d4-727e4a8acf73 with Priority: HIGH for action security_group_rules [ 1353.357858] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 with Priority: HIGH for action security_group_rules [ 1353.357945] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56e96f5-e737-43b7-8572-fccd8d871de2 with Priority: HIGH for action security_group_rules [ 1353.359554] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a with Priority: HIGH for action security_group_rules [ 1353.359797] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 with Priority: HIGH for action security_group_rules [ 1353.360099] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc with Priority: HIGH for action security_group_rules [ 1353.360330] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a6d677-8577-448e-829e-37ff8eeffd31 with Priority: HIGH for action security_group_rules [ 1353.360493] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf with Priority: HIGH for action security_group_rules [ 1353.360639] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf with Priority: HIGH for action security_group_rules [ 1353.360785] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 with Priority: HIGH for action security_group_rules [ 1353.361955] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe2d9db-7a19-4789-a43b-cb9cb5a69712 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.363343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe2d9db-7a19-4789-a43b-cb9cb5a69712" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.363702] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe2d9db-7a19-4789-a43b-cb9cb5a69712" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.364042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe2d9db-7a19-4789-a43b-cb9cb5a69712" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.364169] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe2d9db-7a19-4789-a43b-cb9cb5a69712',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.368021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.368021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.368021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa675d15-6d8f-47a3-875b-cc0945081699 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.368021] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa675d15-6d8f-47a3-875b-cc0945081699',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.368021] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.368021] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.368624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.368624] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcdef308-eb4c-4fec-b217-273e7c83ff9a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.369236] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.369390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.369498] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.369799] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.369936] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530e9b77-c8bb-4b38-a7c2-1dea007c03a9',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.371084] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.372964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.372964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.372964] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.372964] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb7dc348-24f3-452f-bdd6-b2e51f01d024',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.374927] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3393871d-a130-4568-9c2c-fbd8764ddd8a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.374927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.374927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.375123] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.375196] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3393871d-a130-4568-9c2c-fbd8764ddd8a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.376988] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-282ddf09-d44e-411c-95bf-028d24417a1a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.376988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.376988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.376988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.376988] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('282ddf09-d44e-411c-95bf-028d24417a1a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.377345] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.377548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.377548] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.377722] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.377876] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.378569] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6962c49-30d5-4005-b03c-3ff0f86101c3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.378732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.378927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.379047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.379158] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6962c49-30d5-4005-b03c-3ff0f86101c3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.380120] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.380390] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.380495] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.380680] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.380796] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cfffd1b7-30f8-4f7d-847b-4bca05d78fd7',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.382205] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b08add-7639-48cb-83d4-727e4a8acf73 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.382205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.382205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.382205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.382205] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b08add-7639-48cb-83d4-727e4a8acf73',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.383234] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.383552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.383975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.383975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.383975] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdf9d501-a76a-4d1d-bbd1-79412aef2c22',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.384767] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f56e96f5-e737-43b7-8572-fccd8d871de2 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.384918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.385028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.385219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.385331] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f56e96f5-e737-43b7-8572-fccd8d871de2',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.386575] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.386575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.386575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.386742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.386792] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf7d782-22a9-44a4-94c7-4f5106d3780a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.387782] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23240272-eb95-45db-a2d6-d3cc03380cd4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.387782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.387922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.389122] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.389122] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23240272-eb95-45db-a2d6-d3cc03380cd4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.389389] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.389534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.389632] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.389960] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.390084] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda0dda3-5c4b-42cb-9730-4b37202b52cc',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.390983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6a6d677-8577-448e-829e-37ff8eeffd31 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.391153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.391360] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.394170] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6a6d677-8577-448e-829e-37ff8eeffd31',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.394170] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.394170] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.394170] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.394170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.394170] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af62cf99-8f54-4cc0-9c53-3704d8b984bf',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.396694] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.396833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.396917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.397108] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.397204] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68edbb2e-456b-40a9-883f-edfe6c03d4a4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.553286] env[69323]: INFO networking_nsxv3.common.synchronization [None req-b7df4a53-fa72-4e08-92bc-7a3632210eeb tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1353.553286] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1353.553286] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.553286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.553286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.553286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.553286] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.631247] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5ca7b07e-a551-4a74-adde-f2f6c67d916c tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1353.631701] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1353.632070] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.632436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.906046] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.906046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.906046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.906046] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.907354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.907627] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.907804] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.908083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.908324] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.908552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.908706] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.908943] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.909136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.909311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.911018] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.923581] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfe2d9db-7a19-4789-a43b-cb9cb5a69712 [ 1353.924201] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.924526] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.924719] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.925026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.925217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.925396] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfe2d9db-7a19-4789-a43b-cb9cb5a69712 already deleted. [ 1353.925580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe2d9db-7a19-4789-a43b-cb9cb5a69712" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.939556] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.984055] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.984331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.985454] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.985626] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b08add-7639-48cb-83d4-727e4a8acf73 is going to be deleted. [ 1354.003659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.003659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.006027] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.006470] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.007381] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.007562] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.008544] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.008685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.009672] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.009842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.011283] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.011283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.011984] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.012144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.013329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.013329] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.015101] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.015229] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.016278] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.016503] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.017432] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.017546] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.018319] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.018907] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.019088] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.019903] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.020449] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.020667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.022048] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.022048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.022048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.023780] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.024625] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.024625] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.025333] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.025879] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.026024] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.026848] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.027425] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.027555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.028412] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.028920] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.029073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.045100] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1354.045745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.045946] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda0dda3-5c4b-42cb-9730-4b37202b52cc is going to be deleted. [ 1354.047351] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.047732] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.075887] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.076186] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.077310] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.077467] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.079910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.080104] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f56e96f5-e737-43b7-8572-fccd8d871de2 is going to be deleted. [ 1354.081418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.081726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.105246] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.105477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.106423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.106525] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af62cf99-8f54-4cc0-9c53-3704d8b984bf is going to be deleted. [ 1354.107394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.107600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.145266] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.145266] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6a6d677-8577-448e-829e-37ff8eeffd31 is going to be deleted. [ 1354.145491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.145760] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.185263] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.185468] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.223511] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.223683] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cfffd1b7-30f8-4f7d-847b-4bca05d78fd7 is going to be deleted. [ 1354.225025] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.225494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.228423] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.228423] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.254905] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.257105] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed is going to be deleted. [ 1354.257105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.257105] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.284475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.284475] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcdef308-eb4c-4fec-b217-273e7c83ff9a is going to be deleted. [ 1354.284794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.284830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.305048] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.305048] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.316376] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.316548] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23240272-eb95-45db-a2d6-d3cc03380cd4 is going to be deleted. [ 1354.317574] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.317803] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.320901] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.321295] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.409077] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.409237] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530e9b77-c8bb-4b38-a7c2-1dea007c03a9 is going to be deleted. [ 1354.410267] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.410494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.445059] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b96caab7-2bae-4e57-9b36-0b2e6d1662f5: rpc.has_security_group_logging(os_id): False [ 1354.469305] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.469572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.470329] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.470477] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.475820] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.475820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.483050] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.483050] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6962c49-30d5-4005-b03c-3ff0f86101c3 is going to be deleted. [ 1354.483462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.483462] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.530506] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.530695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.557215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.557215] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 282ddf09-d44e-411c-95bf-028d24417a1a is going to be deleted. [ 1354.557215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.557215] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.595850] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.595850] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb7dc348-24f3-452f-bdd6-b2e51f01d024 is going to be deleted. [ 1354.599441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.599699] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.621098] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.622373] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.664256] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.664256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.667018] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.667018] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.682028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.682028] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3393871d-a130-4568-9c2c-fbd8764ddd8a is going to be deleted. [ 1354.682028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.682028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.718874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.718874] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa675d15-6d8f-47a3-875b-cc0945081699 is going to be deleted. [ 1354.720129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.720129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.725061] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.725833] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.786990] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.787238] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf7d782-22a9-44a4-94c7-4f5106d3780a is going to be deleted. [ 1354.788219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.788475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.859294] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.859502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.873888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.874069] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdf9d501-a76a-4d1d-bbd1-79412aef2c22 is going to be deleted. [ 1354.875275] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.875600] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.875758] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.875935] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf is going to be deleted. [ 1354.877163] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.877441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.879693] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.879861] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.923833] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.924011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.929684] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.929850] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68edbb2e-456b-40a9-883f-edfe6c03d4a4 is going to be deleted. [ 1354.930769] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.930986] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.931098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.931196] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a already deleted. [ 1354.931286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.931441] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.931593] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.931673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.931794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b08add-7639-48cb-83d4-727e4a8acf73" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.931911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.932099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.932251] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.933491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.933802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.933908] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.934053] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda0dda3-5c4b-42cb-9730-4b37202b52cc" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.934417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.934571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.934729] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.934849] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f56e96f5-e737-43b7-8572-fccd8d871de2" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.934959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.935116] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.935220] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.935371] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af62cf99-8f54-4cc0-9c53-3704d8b984bf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.935506] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.935688] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.935815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.935858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6a6d677-8577-448e-829e-37ff8eeffd31" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.936037] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.936101] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.936177] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.936290] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cfffd1b7-30f8-4f7d-847b-4bca05d78fd7" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.936411] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.936545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.936619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.936853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcdef308-eb4c-4fec-b217-273e7c83ff9a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.937060] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.937211] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.937287] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.937405] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f10e53fc-bc81-4dc3-af8b-99d6fe1fd5ed" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.937537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.937673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.978283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf in Status: SUCCESS [ 1354.978478] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf deletion is rescheduled due to dependency. [ 1354.978597] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.018406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.018756] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.018891] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.018934] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.019142] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.019228] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.019328] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 is going to be updated. [ 1355.020436] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.020624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.020711] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.020830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23240272-eb95-45db-a2d6-d3cc03380cd4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.020966] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.021156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.021237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.021358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530e9b77-c8bb-4b38-a7c2-1dea007c03a9" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.022315] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.022396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.022396] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.022549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.022662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.022951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdc20e31-5cc5-49b9-9bf9-3f1c2e1e2ddf" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.023141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.023311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.023399] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.023551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6962c49-30d5-4005-b03c-3ff0f86101c3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.023774] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.023945] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.024012] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.024138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-282ddf09-d44e-411c-95bf-028d24417a1a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.024860] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.025051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.025109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.025268] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb7dc348-24f3-452f-bdd6-b2e51f01d024" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.025461] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.025614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.025614] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.025776] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3393871d-a130-4568-9c2c-fbd8764ddd8a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.025910] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.026062] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.026139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.026246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa675d15-6d8f-47a3-875b-cc0945081699" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.026363] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.026502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.026685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.026685] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf7d782-22a9-44a4-94c7-4f5106d3780a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.087541] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.088041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.088041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.088041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.088041] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.088400] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdf9d501-a76a-4d1d-bbd1-79412aef2c22" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.101304] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.101575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.101575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.101721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.101858] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.101924] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68edbb2e-456b-40a9-883f-edfe6c03d4a4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.162628] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1355.163390] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.163616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.163766] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.164076] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.164334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.212169] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: IN_PROGRESS for 2s [ 1355.454106] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.454311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.454311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.454527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.454615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.454741] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a already deleted. [ 1355.454838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.932244] env[69323]: INFO networking_nsxv3.common.synchronization [None req-5394ea14-ad3f-47a1-aefb-432a2d495d22 None None] Enqueued Resource ID: b1dd83ad-e552-4b3a-8651-f8d903e629dd with Priority: HIGHEST for action port [ 1355.932244] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1dd83ad-e552-4b3a-8651-f8d903e629dd with Priority: HIGHEST for action port [ 1355.933033] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1dd83ad-e552-4b3a-8651-f8d903e629dd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.933033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1dd83ad-e552-4b3a-8651-f8d903e629dd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.933331] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1dd83ad-e552-4b3a-8651-f8d903e629dd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.933639] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1dd83ad-e552-4b3a-8651-f8d903e629dd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.933788] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1dd83ad-e552-4b3a-8651-f8d903e629dd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.436530] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1dd83ad-e552-4b3a-8651-f8d903e629dd [ 1356.436899] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.436899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.437072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.437233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.437339] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.437438] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1dd83ad-e552-4b3a-8651-f8d903e629dd already deleted. [ 1356.437518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1dd83ad-e552-4b3a-8651-f8d903e629dd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.225880] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: SUCCESS [ 1357.226135] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.990392] env[69323]: INFO networking_nsxv3.common.synchronization [req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 req-c5ac7a58-ec6e-4201-9237-06591d7eb541 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1358.991011] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1358.991371] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.991848] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.991926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.992203] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.992373] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.992475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.992538] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.992745] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.992847] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.992947] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.262724] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.263473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.263473] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.263681] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.263949] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.264129] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.264252] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.264479] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.264628] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.264876] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.264998] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1359.265127] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1359.265239] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1359.265354] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.265462] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1359.265596] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1359.286991] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1359.287204] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1359.287619] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1359.287619] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.287827] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-64fa6a78-81c0-448f-b620-d6b0d5129f70 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.287998] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.288154] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.288522] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.288670] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fa6a78-81c0-448f-b620-d6b0d5129f70',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.495265] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.495440] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.495489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.495698] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.495811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.496028] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.496132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.496195] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.496355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.496431] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.496517] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a already deleted. [ 1359.496596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.790635] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.790866] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.790984] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.791290] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.791446] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.791607] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 64fa6a78-81c0-448f-b620-d6b0d5129f70 not found, creating... [ 1359.791871] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.792049] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.792173] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.792404] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.792558] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.792918] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.793095] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.793219] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.793432] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.793570] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.793713] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 is going to be created. [ 1359.814273] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.814480] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.814604] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.814906] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.815155] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.815383] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.476720] env[69323]: INFO networking_nsxv3.common.synchronization [req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 req-6628d645-f354-491f-9f87-362a8dd79b62 service nova] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1360.477106] env[69323]: INFO networking_nsxv3.common.synchronization [req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 req-6628d645-f354-491f-9f87-362a8dd79b62 service nova] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1360.477267] env[69323]: INFO networking_nsxv3.common.synchronization [req-7a6aa6b4-031b-4427-897a-c75d2420c2e9 req-6628d645-f354-491f-9f87-362a8dd79b62 service nova] Enqueued Resource ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 with Priority: HIGHEST for action port [ 1360.477411] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1360.477494] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1360.477593] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 with Priority: HIGHEST for action port [ 1360.478196] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.478326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.478394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.478589] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.478671] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.479498] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.479602] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.479664] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.480748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.480748] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.480748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.480748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.480748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.480748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.480748] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.481404] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-64fa6a78-81c0-448f-b620-d6b0d5129f70 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.481404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.481404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.481810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.481810] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fa6a78-81c0-448f-b620-d6b0d5129f70',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.983952] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.983952] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.983952] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.986060] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64fa6a78-81c0-448f-b620-d6b0d5129f70 with status ACTIVE [ 1360.986255] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.986355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.986475] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.986624] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.986771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.986894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.986996] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.987079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.987236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.987315] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.987494] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.987586] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.987642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.987779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.987853] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.987936] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 is going to be updated. [ 1361.007989] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.008208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.008208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.008417] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.008551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.008705] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.486060] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.988875] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.989115] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.989224] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.989469] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.989592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.989773] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a is going to be created. [ 1362.013326] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.013504] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.013555] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.013733] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.013893] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.023959] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: UNINITIALIZED for 2s [ 1364.035758] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: SUCCESS [ 1364.036193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.036193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.036365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.036554] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.036674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.036740] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.036895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.036976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.037071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.037162] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.539057] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.041770] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8983dc35-39ad-435e-a220-d9b256aa3e2a: rpc.has_security_group_logging(os_id): False [ 1365.059214] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.059365] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.059433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.059642] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.059736] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.059981] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.060100] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.060187] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.060323] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.060394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.060528] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a is going to be created. [ 1365.127185] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.127380] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.127428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.127604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.127791] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.138288] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: IN_PROGRESS for 2s [ 1365.478653] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.478884] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1367.151980] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: SUCCESS [ 1367.152551] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.479921] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.480321] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.480855] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.481314] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.482022] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.482511] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.483540] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.483540] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.485045] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.485045] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.486467] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.486889] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.488395] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.488743] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.489745] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.490180] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.267971] env[69323]: INFO networking_nsxv3.common.synchronization [req-25f4223c-8021-4177-87d4-1585d9d9e3ad req-eebdc634-7b40-4fed-ab52-78029fce091f tempest-AttachVolumeTestJSON-2107893084 tempest-AttachVolumeTestJSON-2107893084-project-member] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_members [ 1406.268241] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGHEST for action security_group_members [ 1406.268598] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.268782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.268782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.268988] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.269105] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.269246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.269246] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.269428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.269428] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.269555] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.772282] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.772687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.772687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.772801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.772801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.773043] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.773162] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.773206] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.773352] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.773427] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.773550] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 is going to be updated. [ 1406.804078] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.804078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.804078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.804078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.804078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.812818] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: IN_PROGRESS for 2s [ 1408.824779] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 in Status: SUCCESS [ 1408.825291] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 deletion is rescheduled due to dependency. [ 1408.825291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.269474] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.269862] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.270690] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.271148] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.272107] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.272481] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.273505] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.273885] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.274530] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.274928] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.276200] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.276626] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.277884] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.278216] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.531621] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.531837] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.532122] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.532486] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.532858] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.533190] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.533408] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.534064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.534064] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.534263] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1441.534373] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1441.534470] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1441.534533] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1441.534604] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1441.534714] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1441.534849] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1441.593601] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1441.593790] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1441.593939] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1441.594177] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.594507] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-64fa6a78-81c0-448f-b620-d6b0d5129f70 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.594683] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.594809] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.595095] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.595242] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fa6a78-81c0-448f-b620-d6b0d5129f70',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.097986] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.098253] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.098349] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.098750] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.098902] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.099222] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.099395] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.099517] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.099752] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.099894] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.100204] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.100400] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.100527] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.100739] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.100883] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.101038] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 is going to be updated. [ 1442.121276] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.121513] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.121667] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.121926] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.122141] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.122379] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.749664] env[69323]: INFO networking_nsxv3.common.synchronization [req-4c20ebb1-be7d-406e-bfae-842fad615cb6 req-61a47da0-5721-4e62-8815-bd77387a4e52 service nova] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1442.749929] env[69323]: INFO networking_nsxv3.common.synchronization [req-4c20ebb1-be7d-406e-bfae-842fad615cb6 req-61a47da0-5721-4e62-8815-bd77387a4e52 service nova] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1442.750103] env[69323]: INFO networking_nsxv3.common.synchronization [req-4c20ebb1-be7d-406e-bfae-842fad615cb6 req-61a47da0-5721-4e62-8815-bd77387a4e52 service nova] Enqueued Resource ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 with Priority: HIGHEST for action port [ 1442.750686] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_rules [ 1442.750862] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1442.750981] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 with Priority: HIGHEST for action port [ 1442.751527] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.751752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.751897] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.752205] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.752463] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.753990] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.754241] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.754381] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.754650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.754902] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.755310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.755310] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.755472] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.755708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.755829] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.756777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-64fa6a78-81c0-448f-b620-d6b0d5129f70 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.756969] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.757136] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.757397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.757563] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fa6a78-81c0-448f-b620-d6b0d5129f70',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.259204] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.259386] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.259511] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.262290] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64fa6a78-81c0-448f-b620-d6b0d5129f70 with status ACTIVE [ 1443.262290] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.262491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.262491] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.262697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.262751] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.262912] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.263012] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.263069] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.263230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.263343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.263888] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.263888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.263888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.263888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.263888] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.263888] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64fa6a78-81c0-448f-b620-d6b0d5129f70 is going to be updated. [ 1443.286700] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.286802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.286802] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.287016] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.287183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.287407] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64fa6a78-81c0-448f-b620-d6b0d5129f70" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.761842] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.264105] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.264354] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.264433] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.264596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.264690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.264804] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a is going to be updated. [ 1444.303184] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.303364] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.303473] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.303782] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.303972] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.315059] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: IN_PROGRESS for 2s [ 1446.326092] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: SUCCESS [ 1446.326527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.326527] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.326707] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.326896] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.327026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.327083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.327236] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.327317] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.327404] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.327495] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.830439] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.332133] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8983dc35-39ad-435e-a220-d9b256aa3e2a: rpc.has_security_group_logging(os_id): False [ 1447.351913] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.352153] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.352219] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.352425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.352502] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.352768] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.352869] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.352911] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.353070] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.353164] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.353244] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a is going to be updated. [ 1447.414244] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.414523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.414523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.414764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.414940] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.427128] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: IN_PROGRESS for 2s [ 1447.752178] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.752323] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1449.442745] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: SUCCESS [ 1449.443099] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.752848] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.753256] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.754419] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.754802] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.755432] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.755807] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.756736] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.757129] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.757421] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.757745] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.758502] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.758849] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.759713] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.760112] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.760935] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.760935] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.761951] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.761951] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.763390] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.763390] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.319341] env[69323]: INFO networking_nsxv3.common.synchronization [req-38993897-e772-4385-80f5-6d683ed7c5a0 req-7a6cb002-f527-474d-9a27-b864570b53ec tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1499.319637] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGHEST for action security_group_members [ 1499.319811] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.319925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.319998] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.320372] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.320372] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.320523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.320523] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.320646] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.320713] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.320899] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.822981] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.823218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.823218] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.823448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.823544] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.823740] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.823846] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.823892] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.824061] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.824141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.824229] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a is going to be updated. [ 1500.444279] env[69323]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/8983dc35-39ad-435e-a220-d9b256aa3e2a', 'data': {'id': '8983dc35-39ad-435e-a220-d9b256aa3e2a', 'display_name': '8983dc35-39ad-435e-a220-d9b256aa3e2a', 'path': '/infra/domains/default/groups/8983dc35-39ad-435e-a220-d9b256aa3e2a', 'expression': [{'value': 'security_group|8983dc35-39ad-435e-a220-d9b256aa3e2a', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1747204266}, {'scope': 'revision_number', 'tag': None}], '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1500.444535] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=69323) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1502.486240] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.486619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.486619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.486679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.486801] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.496741] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: IN_PROGRESS for 2s [ 1503.924438] env[69323]: INFO networking_nsxv3.common.synchronization [None req-55c4fff6-e739-4f56-ac61-19b8b814145a tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1503.924989] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1503.925306] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.925435] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.925509] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.925773] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.925857] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.004113] env[69323]: INFO networking_nsxv3.common.synchronization [None req-1a9a54f2-5bb1-414f-835f-1113f4a58cae tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1504.004601] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1504.004894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.005074] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.445981] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.446156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.446230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.446449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.446537] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.446633] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 already deleted. [ 1504.446727] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.446876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.447045] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.447132] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.506789] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a in Status: SUCCESS [ 1504.506981] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a deletion is rescheduled due to dependency. [ 1504.507118] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.968020] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.968020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.968020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.968020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.968020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.968020] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 already deleted. [ 1504.968020] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.005374] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.005585] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.231349] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 req-7d46510d-c328-4df2-a91b-36256af6a737 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1509.232213] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1509.232626] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.232714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.232714] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.232962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.233131] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.233291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.233358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.233595] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.233687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.233854] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.487335] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.487335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.487335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.487335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.487335] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.487335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.487335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.487335] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.487703] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.487703] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1509.487823] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1509.487936] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1509.488061] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1509.488182] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1509.488293] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1509.488468] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1509.510370] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1509.510552] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1509.510681] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1509.510867] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.511201] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-2a831781-2bd7-4510-9acd-182722870819 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.511377] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.511545] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.511963] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.512133] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a831781-2bd7-4510-9acd-182722870819',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.736375] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.736571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.736571] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.736755] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.736852] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.737079] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.737189] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.737255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.737414] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.737492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.737609] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 already deleted. [ 1509.737690] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.014664] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.014970] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.015048] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.015329] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.015493] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.015704] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Segment Port 2a831781-2bd7-4510-9acd-182722870819 not found, creating... [ 1510.015980] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.016171] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.016294] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.016519] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.016660] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.016944] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.017121] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.017247] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.017460] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.017639] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.017795] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 2a831781-2bd7-4510-9acd-182722870819 is going to be created. [ 1510.038513] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.038731] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.038818] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.039105] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.039350] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.039573] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.721855] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 req-b74923c8-7ad0-43e1-a8b8-80aaf9a6f8d7 service nova] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1510.721964] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 req-b74923c8-7ad0-43e1-a8b8-80aaf9a6f8d7 service nova] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1510.722125] env[69323]: INFO networking_nsxv3.common.synchronization [req-6c092b5a-fce8-41a4-b599-d92d8594e5a6 req-b74923c8-7ad0-43e1-a8b8-80aaf9a6f8d7 service nova] Enqueued Resource ID: 2a831781-2bd7-4510-9acd-182722870819 with Priority: HIGHEST for action port [ 1510.722359] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1510.722492] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1510.722591] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a831781-2bd7-4510-9acd-182722870819 with Priority: HIGHEST for action port [ 1510.723312] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.723446] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.723518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.723723] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.723929] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.724727] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.724857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.724917] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.725144] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.725258] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.725408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.725449] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.725603] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.725703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.725798] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.726560] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a831781-2bd7-4510-9acd-182722870819 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.726662] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.726730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.727013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.727051] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a831781-2bd7-4510-9acd-182722870819',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.229268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.229582] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.229764] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.230894] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a831781-2bd7-4510-9acd-182722870819 with status ACTIVE [ 1511.230968] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.231156] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.231244] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.231650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.231650] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.231794] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.231918] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.232011] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.232216] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.232334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.232487] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.232594] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.232752] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.232957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.233078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.233190] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a831781-2bd7-4510-9acd-182722870819 is going to be updated. [ 1511.258102] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.258311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.258311] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.258616] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.258761] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.258907] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.735080] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.238024] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.238453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.238453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.238453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.238553] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.238662] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 is going to be created. [ 1512.262241] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.262394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.262518] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.262746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.263402] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.272985] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: UNINITIALIZED for 2s [ 1514.283808] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: SUCCESS [ 1514.284210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.284210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.284408] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.284611] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.284730] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.284796] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.284951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.285042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.285132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.285221] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.787708] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.290373] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b239212c-b5bf-4224-9bbc-8aac1968f1c1: rpc.has_security_group_logging(os_id): False [ 1515.331365] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.331585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.331585] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.331810] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.331899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.332164] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.332264] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.332316] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.332471] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.332545] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.332631] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 is going to be created. [ 1515.405920] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.406166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.406166] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.406410] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.406604] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.416986] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: IN_PROGRESS for 2s [ 1515.723995] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.724159] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1517.431350] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: SUCCESS [ 1517.431811] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.725621] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.726114] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.727333] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.727737] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.728719] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.729088] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.730510] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.730884] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.549770] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1538.550198] env[69323]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-210f627d-a473-4d23-8714-97c497984571 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1540.731850] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.732281] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.733391] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.733786] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.735406] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.735812] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.736403] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.736823] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.737585] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.737967] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.739482] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.739870] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.741037] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.741428] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.742226] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.742592] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.744521] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.744860] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.825092] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.825364] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.825448] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.825709] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.825993] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.826170] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.826293] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.826518] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.826681] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.826894] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1582.827025] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] NeedRegenerationException {{(pid=69323) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1582.827150] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] no value, waiting for create lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1582.827280] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] value creation lock acquired {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1582.827398] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] No value present for key: 'zone-id' {{(pid=69323) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1582.827505] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Calling creation function for not-yet-present value {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1582.827642] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1582.855686] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1582.855866] env[69323]: DEBUG dogpile.cache.region [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69323) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1582.856014] env[69323]: DEBUG dogpile.lock [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Released creation lock {{(pid=69323) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1582.856230] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "network-513" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.856551] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock port-2a831781-2bd7-4510-9acd-182722870819 taken with stack trace [, , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.856743] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.856920] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.857206] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.857344] env[69323]: DEBUG networking_nsxv3.api.rpc [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a831781-2bd7-4510-9acd-182722870819',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.360358] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.360599] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.360759] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.361036] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.361203] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.361497] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.361683] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.361812] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.362047] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.362193] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.362504] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.362664] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.362783] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.362989] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.363141] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.363286] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Resource: SegmentPort with ID: 2a831781-2bd7-4510-9acd-182722870819 is going to be updated. [ 1583.386165] env[69323]: DEBUG networking_nsxv3.common.locking [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.386488] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.386561] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.386788] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.387011] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.387318] env[69323]: DEBUG oslo_concurrency.lockutils [None req-b48f05ce-2384-4842-a55d-564c482c3c9d None None] Releasing lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.048467] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce3705c3-d0a4-4c8e-8938-82758f16b081 req-a3133faa-4ea7-413f-b3fc-840bc07d4e2e service nova] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1584.048738] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce3705c3-d0a4-4c8e-8938-82758f16b081 req-a3133faa-4ea7-413f-b3fc-840bc07d4e2e service nova] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1584.048985] env[69323]: INFO networking_nsxv3.common.synchronization [req-ce3705c3-d0a4-4c8e-8938-82758f16b081 req-a3133faa-4ea7-413f-b3fc-840bc07d4e2e service nova] Enqueued Resource ID: 2a831781-2bd7-4510-9acd-182722870819 with Priority: HIGHEST for action port [ 1584.049323] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_rules [ 1584.049570] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1584.049726] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a831781-2bd7-4510-9acd-182722870819 with Priority: HIGHEST for action port [ 1584.050674] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.050841] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.051819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.051819] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.051819] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.052219] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.052419] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.052534] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.052746] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.052942] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.053093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.053193] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.053375] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.053505] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.053631] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.055882] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a831781-2bd7-4510-9acd-182722870819 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.055882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.055882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.055882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.055882] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a831781-2bd7-4510-9acd-182722870819',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.556549] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.556549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.558905] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a831781-2bd7-4510-9acd-182722870819 with status ACTIVE [ 1584.559087] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.559262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.559403] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.559641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.559764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.559959] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.560075] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.560138] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.560320] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.560418] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.560607] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.560700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.560759] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.560902] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.560976] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.561072] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a831781-2bd7-4510-9acd-182722870819 is going to be updated. [ 1584.562111] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.582321] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.582482] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.582552] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.582748] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.582882] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.583047] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a831781-2bd7-4510-9acd-182722870819" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.064928] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.567386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.567601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.567601] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.567834] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.567925] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.568044] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 is going to be updated. [ 1585.603407] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.603651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.603651] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.603837] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.603980] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.613088] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: IN_PROGRESS for 2s [ 1587.623352] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: SUCCESS [ 1587.623721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.623721] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.623926] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.624139] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.624262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.624322] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.624484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.624583] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.624728] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.624833] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.127412] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.629320] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b239212c-b5bf-4224-9bbc-8aac1968f1c1: rpc.has_security_group_logging(os_id): False [ 1588.648449] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.648653] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.648710] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.648939] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.649042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.649335] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.649486] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.649556] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.649725] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.649824] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.649964] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 is going to be updated. [ 1588.707889] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.708113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.708113] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.708336] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.708484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.725022] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: IN_PROGRESS for 2s [ 1589.051025] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.051191] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1590.491396] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.491927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.491927] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.492171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.492365] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.743086] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: SUCCESS [ 1590.743086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.996139] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.497974] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.000047] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1592.000194] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1592.911326] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.911767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.911767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.911767] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.923739] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1592.924770] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.926301] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1592.972550] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.972786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.972786] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.972979] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.985784] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.986813] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1592.986898] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1592.986993] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1593.021983] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.022192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.022240] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.022448] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.023256] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.023405] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1593.115419] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.115656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.115656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.115842] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.116210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.116544] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1593.201446] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.201697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.201697] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.201890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.202334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.202670] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1593.202765] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b96caab7-2bae-4e57-9b36-0b2e6d1662f5', '75f2180e-5775-4be9-869f-36da4ab0b7b6', '46aba77e-b0c2-4a74-89fd-41c5c92b069e', '113608f6-ed8e-4535-83e9-a4fd7a687451', '8983dc35-39ad-435e-a220-d9b256aa3e2a', '12fb5f3f-a970-49f7-8988-0257b6e2f2fd', '651b7301-1a67-4fa7-86e4-e5439e302b13', '3fc7faf4-4c16-4971-9ae2-21a688e479f3', 'c561a96a-6555-4de4-b16c-a2daed76d48f', 'b136ea99-8281-40b6-bfe0-102ce669d5e3', 'bbfec011-92cf-4615-9072-c37283c4c87e', '2a3eb907-943e-465e-9a4b-45be4c38dc82', '2f8aad65-019a-49f7-a044-9cd7005ace89', 'a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40', '3b983104-25d7-4ca6-9cda-e4678a8965b4', 'e5b47988-3f05-41f5-ad9f-272297e8db47', '1bdae977-001c-4051-bd06-41039dd11085', '87a91c94-9241-4c6a-abe2-461ef33a1182', '915b412b-4ce6-4699-8f60-a891ab76f53a', 'bddcbb4a-1022-461a-aee7-03cf30719eac', 'b239212c-b5bf-4224-9bbc-8aac1968f1c1', 'fbb8228a-fa4a-44c8-b458-42b8fae4153f', '3ccc12c1-fc10-4879-978e-d541a875c5b1', '49905111-f36d-4cf1-b97c-53b70c0fd098', '660a2ab3-073a-45a4-8420-aa7b83d2c4ab', 'e0ce9763-a08d-4505-b59d-624550e386d9', '4d54134e-ed48-411d-90f3-a8c935d5b416', 'ff2f9238-413a-472f-a3aa-759c62bae538', 'e7b424eb-da95-4eac-a6f7-c8553f7f911d'} {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1593.202860] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1593.223252] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.223484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.223484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.223667] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.223753] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.223874] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1593.223947] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1593.224033] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1593.330295] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.330549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.330549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.330777] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.332141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.332489] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1593.332571] env[69323]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69323) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1593.332648] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1593.332715] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1593.332797] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1593.332904] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGH for action security_group_rules [ 1593.333038] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGH for action security_group_rules [ 1593.333038] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGH for action security_group_rules [ 1593.333124] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGH for action security_group_rules [ 1593.333173] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGH for action security_group_rules [ 1593.333246] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGH for action security_group_rules [ 1593.333340] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGH for action security_group_rules [ 1593.333422] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGH for action security_group_rules [ 1593.333485] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGH for action security_group_rules [ 1593.333546] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGH for action security_group_rules [ 1593.333656] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGH for action security_group_rules [ 1593.333656] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGH for action security_group_rules [ 1593.333724] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGH for action security_group_rules [ 1593.333767] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGH for action security_group_rules [ 1593.333825] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGH for action security_group_rules [ 1593.333885] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGH for action security_group_rules [ 1593.333944] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGH for action security_group_rules [ 1593.334011] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGH for action security_group_rules [ 1593.334079] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGH for action security_group_rules [ 1593.334141] env[69323]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGH for action security_group_rules [ 1593.334255] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.052877] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.053272] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1594.053310] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 with Priority: HIGH for action security_group_rules [ 1594.053561] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e with Priority: HIGH for action security_group_rules [ 1594.053710] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 with Priority: HIGH for action security_group_rules [ 1594.053835] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 with Priority: HIGH for action security_group_rules [ 1594.054016] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddcbb4a-1022-461a-aee7-03cf30719eac with Priority: HIGH for action security_group_rules [ 1594.054187] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915b412b-4ce6-4699-8f60-a891ab76f53a with Priority: HIGH for action security_group_rules [ 1594.054356] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 with Priority: HIGH for action security_group_rules [ 1594.054524] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bdae977-001c-4051-bd06-41039dd11085 with Priority: HIGH for action security_group_rules [ 1594.054698] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 with Priority: HIGH for action security_group_rules [ 1594.054860] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b47988-3f05-41f5-ad9f-272297e8db47 with Priority: HIGH for action security_group_rules [ 1594.055031] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 with Priority: HIGH for action security_group_rules [ 1594.055236] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 with Priority: HIGH for action security_group_rules [ 1594.055417] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfec011-92cf-4615-9072-c37283c4c87e with Priority: HIGH for action security_group_rules [ 1594.055573] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 with Priority: HIGH for action security_group_rules [ 1594.055728] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c561a96a-6555-4de4-b16c-a2daed76d48f with Priority: HIGH for action security_group_rules [ 1594.055884] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd with Priority: HIGH for action security_group_rules [ 1594.056050] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 with Priority: HIGH for action security_group_rules [ 1594.056219] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a with Priority: HIGH for action security_group_rules [ 1594.056386] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 with Priority: HIGH for action security_group_rules [ 1594.056541] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 with Priority: HIGH for action security_group_rules [ 1594.057068] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.057270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.057377] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.057715] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.057844] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96caab7-2bae-4e57-9b36-0b2e6d1662f5',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.059249] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.059425] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.059580] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.059864] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.059989] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46aba77e-b0c2-4a74-89fd-41c5c92b069e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.063535] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651b7301-1a67-4fa7-86e4-e5439e302b13 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.063831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.063831] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.064132] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.064255] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651b7301-1a67-4fa7-86e4-e5439e302b13',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.065566] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b983104-25d7-4ca6-9cda-e4678a8965b4 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.065636] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.065854] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.066058] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.066150] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b983104-25d7-4ca6-9cda-e4678a8965b4',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.067274] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bddcbb4a-1022-461a-aee7-03cf30719eac taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.067443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.067572] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.067812] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.067931] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bddcbb4a-1022-461a-aee7-03cf30719eac',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.069019] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915b412b-4ce6-4699-8f60-a891ab76f53a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.069192] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.069302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.069584] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.069858] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915b412b-4ce6-4699-8f60-a891ab76f53a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.070894] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a91c94-9241-4c6a-abe2-461ef33a1182 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.071073] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.071183] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.071429] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.071547] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a91c94-9241-4c6a-abe2-461ef33a1182',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.072566] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bdae977-001c-4051-bd06-41039dd11085 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.072734] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.072838] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.073093] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.073211] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bdae977-001c-4051-bd06-41039dd11085',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.074198] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.074355] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.074457] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.074695] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.074812] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.075806] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b47988-3f05-41f5-ad9f-272297e8db47 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.076029] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.076080] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.076302] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.076423] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b47988-3f05-41f5-ad9f-272297e8db47',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.077560] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f8aad65-019a-49f7-a044-9cd7005ace89 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.077772] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.077805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.078042] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.078153] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f8aad65-019a-49f7-a044-9cd7005ace89',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.079093] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a3eb907-943e-465e-9a4b-45be4c38dc82 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.079286] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.079347] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.079575] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.079689] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a3eb907-943e-465e-9a4b-45be4c38dc82',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.080645] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbfec011-92cf-4615-9072-c37283c4c87e taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.080820] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.080894] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.081129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.081243] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbfec011-92cf-4615-9072-c37283c4c87e',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.082360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b136ea99-8281-40b6-bfe0-102ce669d5e3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.082591] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.082693] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.082883] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.082999] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b136ea99-8281-40b6-bfe0-102ce669d5e3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.084119] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c561a96a-6555-4de4-b16c-a2daed76d48f taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.084253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.084253] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.084778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.084778] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c561a96a-6555-4de4-b16c-a2daed76d48f',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.085499] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.085659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.085764] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.086084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.086140] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12fb5f3f-a970-49f7-8988-0257b6e2f2fd',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.087087] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.087282] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.087334] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.087564] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.087670] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc7faf4-4c16-4971-9ae2-21a688e479f3',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.088777] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8983dc35-39ad-435e-a220-d9b256aa3e2a taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.088936] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.089056] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.089284] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.089397] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8983dc35-39ad-435e-a220-d9b256aa3e2a',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.090360] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75f2180e-5775-4be9-869f-36da4ab0b7b6 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.090524] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.090629] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.090876] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.090992] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75f2180e-5775-4be9-869f-36da4ab0b7b6',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.091932] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock rules-113608f6-ed8e-4535-83e9-a4fd7a687451 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.092109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.092210] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.092439] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.092551] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('113608f6-ed8e-4535-83e9-a4fd7a687451',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.167715] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.167929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.167929] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.168139] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.170152] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.170285] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.171202] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.171298] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.172071] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.172171] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.173072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.173072] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.173728] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.173825] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.174578] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.174674] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.175758] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.175857] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.195641] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.195821] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96caab7-2bae-4e57-9b36-0b2e6d1662f5 is going to be deleted. [ 1594.196659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.196901] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.220975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.221159] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12fb5f3f-a970-49f7-8988-0257b6e2f2fd is going to be deleted. [ 1594.222158] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.222426] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.264999] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.265232] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915b412b-4ce6-4699-8f60-a891ab76f53a is going to be deleted. [ 1594.266326] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.266588] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.285421] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.285700] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.293822] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.294018] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bdae977-001c-4051-bd06-41039dd11085 is going to be deleted. [ 1594.295348] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.295655] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.317469] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.317679] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.321525] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.321744] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46aba77e-b0c2-4a74-89fd-41c5c92b069e is going to be deleted. [ 1594.323157] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.323492] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.348466] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.348673] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.353389] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.353587] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f8aad65-019a-49f7-a044-9cd7005ace89 is going to be deleted. [ 1594.355026] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.355345] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.373627] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.373832] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.468482] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.468696] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.484283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.484449] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 113608f6-ed8e-4535-83e9-a4fd7a687451 is going to be deleted. [ 1594.485443] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.485703] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.568781] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.568781] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651b7301-1a67-4fa7-86e4-e5439e302b13 is going to be deleted. [ 1594.569992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.570277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.570406] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.570592] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96caab7-2bae-4e57-9b36-0b2e6d1662f5" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.571526] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.571656] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.571742] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.571983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.572146] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.572280] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f8aad65-019a-49f7-a044-9cd7005ace89" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.572447] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.572654] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.572788] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.572951] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12fb5f3f-a970-49f7-8988-0257b6e2f2fd" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.573689] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.573884] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.573977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.574129] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915b412b-4ce6-4699-8f60-a891ab76f53a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.574291] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.574451] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.574532] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.574738] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bdae977-001c-4051-bd06-41039dd11085" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.574789] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.574890] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.574962] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.575083] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46aba77e-b0c2-4a74-89fd-41c5c92b069e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.658515] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.658765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.658765] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.658948] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.660900] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.661109] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.669161] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.669379] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.673116] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.673378] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.679748] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.679978] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.683302] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.683528] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.693289] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.693494] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.694386] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.694489] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.695289] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.695388] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.696127] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.696223] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.701788] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.701982] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.705356] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1594.705938] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.706079] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.706992] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1594.707615] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.707815] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.711426] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1594.712051] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.712234] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc7faf4-4c16-4971-9ae2-21a688e479f3 is going to be deleted. [ 1594.713230] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.713452] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.763687] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.763899] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.773120] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.773401] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbfec011-92cf-4615-9072-c37283c4c87e is going to be deleted. [ 1594.774983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.775397] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.833086] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.833283] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75f2180e-5775-4be9-869f-36da4ab0b7b6 is going to be deleted. [ 1594.834672] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.834977] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.905620] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.905800] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a91c94-9241-4c6a-abe2-461ef33a1182 is going to be deleted. [ 1594.906779] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.907039] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.909940] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.910097] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.922072] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.922277] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.943818] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.944054] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40 is going to be deleted. [ 1594.945484] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.945823] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.945983] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.946213] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-113608f6-ed8e-4535-83e9-a4fd7a687451" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.946466] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.946726] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.985992] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.986201] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.034343] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.034601] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b47988-3f05-41f5-ad9f-272297e8db47 is going to be deleted. [ 1595.036128] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.036488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.127354] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.127708] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.132137] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.132306] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.148278] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.148442] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a3eb907-943e-465e-9a4b-45be4c38dc82 is going to be deleted. [ 1595.149394] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.149670] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.186778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.186956] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8983dc35-39ad-435e-a220-d9b256aa3e2a is going to be deleted. [ 1595.187992] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.188273] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.220078] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.220248] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c561a96a-6555-4de4-b16c-a2daed76d48f is going to be deleted. [ 1595.221262] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.221488] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.278841] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.279033] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.292852] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.293084] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.304830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.305064] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b983104-25d7-4ca6-9cda-e4678a8965b4 is going to be deleted. [ 1595.306490] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.306794] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.317674] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.317922] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.358356] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.358557] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bddcbb4a-1022-461a-aee7-03cf30719eac is going to be deleted. [ 1595.359957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.360303] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.362467] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.362626] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.393725] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.393937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.394941] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.395089] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b136ea99-8281-40b6-bfe0-102ce669d5e3 is going to be deleted. [ 1595.396013] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.396233] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.396324] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.396437] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651b7301-1a67-4fa7-86e4-e5439e302b13" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.396596] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.396763] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.396874] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.397007] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc7faf4-4c16-4971-9ae2-21a688e479f3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.397622] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.397805] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.397895] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.398028] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbfec011-92cf-4615-9072-c37283c4c87e" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.398170] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.398319] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.398398] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.398516] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75f2180e-5775-4be9-869f-36da4ab0b7b6" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.398649] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.398795] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.398870] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.398985] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4dc2ee8-0756-4ec5-b2bd-39c95edf9d40" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.399130] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.399270] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.399344] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.399456] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a91c94-9241-4c6a-abe2-461ef33a1182" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.399608] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.399771] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.399868] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.399975] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b47988-3f05-41f5-ad9f-272297e8db47" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.400141] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.400283] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.400358] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.400464] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a3eb907-943e-465e-9a4b-45be4c38dc82" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.400615] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.400756] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.400830] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.400959] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8983dc35-39ad-435e-a220-d9b256aa3e2a" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.401098] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.401237] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.401313] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.401424] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c561a96a-6555-4de4-b16c-a2daed76d48f" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.401549] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.401687] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.401778] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.401913] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b983104-25d7-4ca6-9cda-e4678a8965b4" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.438951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.439208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.439208] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.439453] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.439533] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.439692] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bddcbb4a-1022-461a-aee7-03cf30719eac" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.478676] env[69323]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1595.479268] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.479444] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.479566] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.479827] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.479933] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.480071] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b136ea99-8281-40b6-bfe0-102ce669d5e3" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.058280] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.058280] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.059442] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.059442] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.060710] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.060710] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.062034] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.062034] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1619.063328] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1619.063725] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1624.064658] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.065086] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.066427] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.066776] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.067384] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.067745] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.254937] env[69323]: INFO networking_nsxv3.common.synchronization [req-f001e8bb-f16f-4584-9991-4b95a1bad658 req-30782f95-fde0-44ce-80b3-0a42c7d498d1 tempest-AttachVolumeShelveTestJSON-159331834 tempest-AttachVolumeShelveTestJSON-159331834-project-member] Enqueued Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1637.254937] env[69323]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 with Priority: HIGHEST for action security_group_members [ 1637.254937] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock member-b239212c-b5bf-4224-9bbc-8aac1968f1c1 taken with stack trace [, , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.254937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.254937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.254937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.254937] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.254937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.254937] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.255387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.255387] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.255387] env[69323]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b239212c-b5bf-4224-9bbc-8aac1968f1c1',) {} {{(pid=69323) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1637.757221] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.757415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.757415] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.757617] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.778167] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.778460] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.778619] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.778677] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.778871] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.778957] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.779065] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 is going to be updated. [ 1637.806951] env[69323]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69323) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.807217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.807217] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.807463] env[69323]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.807659] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.816510] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: IN_PROGRESS for 2s [ 1639.827976] env[69323]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 in Status: SUCCESS [ 1639.828361] env[69323]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b239212c-b5bf-4224-9bbc-8aac1968f1c1 deletion is rescheduled due to dependency. [ 1639.828361] env[69323]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b239212c-b5bf-4224-9bbc-8aac1968f1c1" {{(pid=69323) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.254340] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.254716] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.255688] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.256062] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.256367] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.256754] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.257998] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.258456] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.259428] env[69323]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.259674] env[69323]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0